-- Logs begin at Mon 2022-07-25 05:02:53 UTC, end at Mon 2022-07-25 06:19:36 UTC. -- Jul 25 05:50:39.438741 dv-cinder-848418-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 25 05:50:42.193002 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.common.config [-] Logging enabled! Jul 25 05:50:42.193581 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 25 05:50:42.193776 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110673) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 05:50:42.197468 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.common.config [-] Logging enabled! Jul 25 05:50:42.197721 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 25 05:50:42.198027 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110673) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 05:50:42.198954 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 05:50:42.199184 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 05:50:42.199649 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 05:50:42.199896 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 05:50:42.200135 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 05:50:42.200455 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.200753 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.200981 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.201276 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.201564 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.201842 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.202129 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.202421 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.202703 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.202978 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.203257 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.203483 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.203757 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.204036 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.204341 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.204561 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] debug = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.204834 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.205260 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.205664 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.205938 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.206222 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.206496 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.206768 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.207039 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.207316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.207637 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] host = dv-cinder-848418-2-iscsi {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.207907 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.208213 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.208496 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.208775 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.209044 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.209315 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.209591 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.209857 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.210124 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] log_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.210392 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.211180 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.211984 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.212315 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.212544 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.212767 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.213054 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.213342 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.213616 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.213889 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.214160 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.214429 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.214701 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.214966 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.215248 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.215534 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.215814 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.216084 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.216377 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.216644 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.216912 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.217192 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.217466 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.217734 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.218001 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.218282 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.218544 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.218814 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.219109 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.219389 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.219665 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.219943 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.220235 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.220511 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.220777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.221045 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.221311 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] use_json = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.221577 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.221842 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.222118 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.222384 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.222650 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.222917 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.223182 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.223459 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.223730 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:42.224017 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.224330 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.224626 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.224903 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.225202 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.225476 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.225759 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.226030 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.226418 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.227683 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.227983 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.228295 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.228601 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.228892 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.229187 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.229493 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.229786 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.230075 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.230350 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.230620 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.230890 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.231165 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.231450 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.231724 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.232086 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.232406 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.232685 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.232979 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.233262 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.233543 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.233832 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.234117 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.234388 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.234662 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.234946 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.235216 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.235485 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.235769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.236043 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.236333 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.239819 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.240170 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.240485 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.240783 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.241088 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.241394 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.241687 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.243251 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.243572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.243871 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.244187 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.244490 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.244781 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.245065 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.245348 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.245636 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.245919 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.246199 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.246483 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.246758 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.247039 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.247314 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.247592 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.247867 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.248172 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.248450 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.248722 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.248994 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.249269 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.249543 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.249814 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.250086 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.250358 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.250630 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.250927 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.251203 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.251480 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.251763 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.252040 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.252339 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.252614 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.252888 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.253164 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.253434 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.253724 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.254004 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.254290 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.254571 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.254847 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.255158 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.255433 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.255709 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.255984 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.256297 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.256575 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.256855 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.257129 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.257404 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.258147 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.258441 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.258741 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.259039 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.259319 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.259612 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.259906 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.260221 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.260502 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.260813 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.261093 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:42.261309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 05:50:42.261547 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110673) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 25 05:50:42.557919 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 05:50:42.558122 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 05:50:42.558423 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 05:50:42.558753 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 25 05:50:42.966919 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:42.967211 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:42.967479 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:42.968784 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:42.969055 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:42.969316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.022987 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.023787 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.024054 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.038277 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.038556 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.039408 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.068924 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.069202 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.069470 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.106631 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.106911 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.107178 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.337982 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.338606 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.338606 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.338762 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.339575 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.436191 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.436508 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.436787 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.437056 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.437321 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.437631 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.437891 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.438147 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.438401 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.438683 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.438941 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.439206 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.439462 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.439713 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.439969 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.440256 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.440512 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.440778 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.441046 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.441304 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.441577 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.441827 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.442111 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.442484 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.442733 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.442976 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.443363 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:50:43.443608 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:50:43.443839 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:50:43.444181 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:50:43.444420 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:50:43.444652 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:50:43.445546 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 25 05:50:43.448586 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 25 05:50:43.452456 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 25 05:50:43.456195 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 25 05:50:43.458801 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 25 05:50:43.459267 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 25 05:50:43.459602 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 25 05:50:43.459983 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 25 05:50:43.463460 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 25 05:50:43.463701 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 25 05:50:43.464042 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 05:50:43.469132 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 25 05:50:43.491663 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 25 05:50:43.492159 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.492451 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110673) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 25 05:50:43.492822 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.494160 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110673) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 25 05:50:43.494433 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 05:50:43.494675 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 25 05:50:43.498122 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.498405 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:43.657350 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 25 05:50:43.657517 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 25 05:50:43.657746 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 25 05:50:43.658123 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 25 05:50:43.711596 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO dbcounter [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Registered counter for database neutron Jul 25 05:50:43.732064 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_db.sqlalchemy.engines [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110673) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 25 05:50:43.737943 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG dbcounter [-] [110673] Writer thread running {{(pid=110673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:50:44.421557 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Initializing driver for type 'gre' Jul 25 05:50:44.422195 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] gre ID ranges: [(1, 1000)] Jul 25 05:50:44.609917 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Initializing driver for type 'local' Jul 25 05:50:44.610257 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Initializing driver for type 'vlan' Jul 25 05:50:44.701687 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] VlanTypeDriver initialization complete Jul 25 05:50:44.701958 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Initializing driver for type 'vxlan' Jul 25 05:50:44.702467 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] vxlan ID ranges: [(1, 1000)] Jul 25 05:50:44.901617 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Initializing extension driver 'port_security' Jul 25 05:50:44.901963 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.extensions.port_security [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] PortSecurityExtensionDriver initialization complete Jul 25 05:50:44.902303 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Initializing mechanism driver 'openvswitch' Jul 25 05:50:44.902637 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Initializing mechanism driver 'hyperv' Jul 25 05:50:44.910849 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.plugins.ml2.plugin [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:44.911558 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > port after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.911933 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > port after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.912317 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > port after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.912830 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:50:44.913255 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.913616 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.914132 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.914564 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:50:44.914982 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > network after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.915347 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > network after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.915698 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > network after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.916095 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:50:44.916552 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.916912 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.917265 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.917666 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:50:44.918084 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.918438 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.918784 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.919200 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:50:44.919620 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.919973 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.920361 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.920758 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 05:50:44.921207 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] ML2 OVO RPC backend initialized. {{(pid=110673) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 25 05:50:44.926950 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.926950 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.926950 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > network before_response 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.926950 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > networks before_response 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927332 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > port before_response 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927332 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > ports before_response 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927332 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927332 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927621 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > network after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927621 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > network after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927621 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > network after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927621 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > port after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927922 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > port after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927922 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > port after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927922 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.927922 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.928259 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.935359 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded quota_driver: . Jul 25 05:50:44.935727 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.plugin [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Modular L2 Plugin initialization complete Jul 25 05:50:44.936076 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading services supported by the core plugin {{(pid=110673) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 25 05:50:44.936440 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.plugins.ml2.managers [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Got port-security extension from driver 'port_security' Jul 25 05:50:44.936924 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.extensions.vlantransparent [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Disabled vlantransparent extension. Jul 25 05:50:44.937413 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110673) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 25 05:50:44.937741 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading Plugin: router Jul 25 05:50:44.973540 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.973882 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router after_create 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.974257 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router before_create 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.974757 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.975137 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.975498 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router after_delete 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.975861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.976272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.976649 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router after_create 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.977002 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router after_update 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.977355 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router after_update 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.977710 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.978072 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router after_update 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.978486 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.978861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: port after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.979204 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: port after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.979551 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: subnet after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.979893 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.980270 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.980621 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.980967 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: port before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.981319 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.981681 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router after_update 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.982028 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.982385 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.982748 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.983098 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.983464 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > agent after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.983815 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.984185 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > network after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.985043 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Tracking information for resource: router configured {{(pid=110673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:50:44.985379 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Tracking information for resource: floatingip configured {{(pid=110673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 05:50:44.990144 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.db.l3_agentschedulers_db [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 25 05:50:44.990724 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: port after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.991087 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: port after_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.991447 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: port after_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.991801 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: port after_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.992802 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router before_create 55550100 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.993173 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.993540 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.993903 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:44.998723 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.services.provider_configuration [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service providers = [] {{(pid=110673) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 25 05:50:44.999091 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.db.servicetype_db [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110673) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 25 05:50:45.002056 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.services.service_base [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 05:50:45.002408 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.services.service_base [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 05:50:45.002753 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.services.service_base [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 05:50:45.003803 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.services.service_base [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 05:50:45.004201 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.services.service_base [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 25 05:50:45.004582 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:50:45.004904 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 25 05:50:45.015773 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:50:45.016135 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading Plugin: auto_allocate Jul 25 05:50:45.021796 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: network precommit_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:45.022172 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: network precommit_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:45.022687 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:50:45.023007 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading Plugin: tag Jul 25 05:50:45.030461 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:50:45.030794 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading Plugin: timestamp Jul 25 05:50:45.034618 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:50:45.034952 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading Plugin: network_ip_availability Jul 25 05:50:45.040456 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:45.040830 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:45.041192 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:45.041909 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:50:45.042232 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading Plugin: flavors Jul 25 05:50:45.047116 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:50:45.047452 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading Plugin: revisions Jul 25 05:50:45.051951 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 05:50:45.052364 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_concurrency.lockutils [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.494s {{(pid=110673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 05:50:45.053098 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110673) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 25 05:50:45.053438 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Initializing extension manager. Jul 25 05:50:45.053961 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: __init__.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.054306 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: __pycache__ {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.054758 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: address_group.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.055563 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.056142 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: address-group Jul 25 05:50:45.056483 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: address_scope.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.057163 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.057674 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: address-scope Jul 25 05:50:45.057998 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.058882 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.059394 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: router-admin-state-down-before-update Jul 25 05:50:45.059720 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: agent.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.060424 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.060928 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: agent Jul 25 05:50:45.061249 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: agent_resources_synced.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.062129 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.062637 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: agent-resources-synced Jul 25 05:50:45.062962 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.064759 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.065284 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: allowed-address-pairs Jul 25 05:50:45.065614 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.066639 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.067155 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: auto-allocated-topology Jul 25 05:50:45.067485 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: availability_zone.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.068170 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.068679 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: availability_zone Jul 25 05:50:45.069004 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: availability_zone_filter.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.069875 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.070988 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: availability_zone_filter Jul 25 05:50:45.071315 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: data_plane_status.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.072182 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.072724 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 25 05:50:45.073050 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: default_subnetpools.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.073919 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.074424 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: default-subnetpools Jul 25 05:50:45.074746 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.075518 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.076038 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: dhcp_agent_scheduler Jul 25 05:50:45.076391 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: dns.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.077267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.077772 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension dns-integration not supported by any of loaded plugins Jul 25 05:50:45.078092 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: dns_domain_ports.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.078979 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.079486 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 25 05:50:45.079808 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.080713 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.081217 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 25 05:50:45.081538 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: dvr.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.082174 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.082682 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: dvr Jul 25 05:50:45.083003 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: ecmp_routes.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.083875 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.084394 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 25 05:50:45.084717 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: empty_string_filtering.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.085586 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.086635 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: empty-string-filtering Jul 25 05:50:45.086957 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.087830 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.088364 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 25 05:50:45.088688 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.089558 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.090063 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 25 05:50:45.090388 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: external_net.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.091268 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.091773 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: external-net Jul 25 05:50:45.092097 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.092997 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.093502 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: extra_dhcp_opt Jul 25 05:50:45.093826 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: extraroute.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.094695 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.095201 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: extraroute Jul 25 05:50:45.095525 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: extraroute_atomic.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.096549 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.097062 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: extraroute-atomic Jul 25 05:50:45.097385 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: filter_validation.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.098014 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.098514 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: filter-validation Jul 25 05:50:45.098834 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: fip_pf_description.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.099898 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.100448 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 25 05:50:45.100775 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: fip_pf_port_range.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.101683 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.102187 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 25 05:50:45.102508 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: fip_port_details.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.103406 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.103914 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: fip-port-details Jul 25 05:50:45.104274 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: flavors.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.105457 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.105970 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: flavors Jul 25 05:50:45.106297 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.107892 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.108442 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 25 05:50:45.108782 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: floatingip_pools.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.109449 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.109962 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: floatingip-pools Jul 25 05:50:45.110291 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: ip_allocation.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.111171 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.111680 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 25 05:50:45.112015 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.113003 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.113512 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: ip-substring-filtering Jul 25 05:50:45.113841 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l2_adjacency.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.114741 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.115252 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 25 05:50:45.115701 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l3.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.116538 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.117569 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: router Jul 25 05:50:45.117894 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.120066 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.120619 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 25 05:50:45.120955 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.121848 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.122362 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: ext-gw-mode Jul 25 05:50:45.122698 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.123572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.124080 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: l3-ha Jul 25 05:50:45.124430 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.125294 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.125800 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 25 05:50:45.126127 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l3_flavors.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.126995 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.127503 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: l3-flavors Jul 25 05:50:45.127828 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.129178 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.129692 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 25 05:50:45.130023 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.130897 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.131411 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 25 05:50:45.131739 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: l3agentscheduler.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.133413 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.133925 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: l3_agent_scheduler Jul 25 05:50:45.134254 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: local_ip.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.135940 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.136497 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension local_ip not supported by any of loaded plugins Jul 25 05:50:45.136832 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: logging.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.138266 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.138783 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension logging not supported by any of loaded plugins Jul 25 05:50:45.139113 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: metering.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.139817 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.140413 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: metering Jul 25 05:50:45.140739 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.141971 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.142489 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: metering_source_and_destination_fields Jul 25 05:50:45.142822 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: multiprovidernet.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.143714 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.144266 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: multi-provider Jul 25 05:50:45.144596 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: netmtu.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.145470 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.145978 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: net-mtu Jul 25 05:50:45.146300 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: netmtu_writable.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.147173 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.147679 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: net-mtu-writable Jul 25 05:50:45.148002 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: network_availability_zone.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.148769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.149280 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: network_availability_zone Jul 25 05:50:45.149605 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: network_ip_availability.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.150665 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.151179 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: network-ip-availability Jul 25 05:50:45.151506 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: network_segment_range.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.152262 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.152775 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 25 05:50:45.153102 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: pagination.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.154053 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.154402 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: pagination Jul 25 05:50:45.154725 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: port_device_profile.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.155600 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.156137 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: port-device-profile Jul 25 05:50:45.156463 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: port_mac_address_override.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.157347 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.157858 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: port-mac-override Jul 25 05:50:45.158183 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.159065 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.159575 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: port-mac-address-regenerate Jul 25 05:50:45.159898 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.160799 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.161309 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: port-numa-affinity-policy Jul 25 05:50:45.161633 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: port_resource_request.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.162523 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.163030 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 25 05:50:45.163353 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: port_resource_request_groups.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.164375 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.164885 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 25 05:50:45.165207 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: portbindings.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.166098 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.166606 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: binding Jul 25 05:50:45.166927 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: portbindings_extended.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.168162 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.168676 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: binding-extended Jul 25 05:50:45.169004 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: portsecurity.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.169882 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.170392 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: port-security Jul 25 05:50:45.170718 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: project_id.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.171659 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.171994 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: project-id Jul 25 05:50:45.172354 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: providernet.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.173236 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.173748 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: provider Jul 25 05:50:45.174070 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.177771 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.178293 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos not supported by any of loaded plugins Jul 25 05:50:45.178624 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.180481 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.181001 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 25 05:50:45.181332 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.182227 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.182739 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 25 05:50:45.183074 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_default.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.183946 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.184491 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-default not supported by any of loaded plugins Jul 25 05:50:45.184821 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_fip.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.185704 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.186217 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-fip not supported by any of loaded plugins Jul 25 05:50:45.186545 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.187413 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.187924 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 25 05:50:45.188285 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.189167 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.189676 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 25 05:50:45.189999 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.190872 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.191380 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 25 05:50:45.191703 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.192721 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.193237 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 25 05:50:45.193560 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.194547 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.195617 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 25 05:50:45.196048 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_pps_rule.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.197202 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.197714 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-pps not supported by any of loaded plugins Jul 25 05:50:45.198041 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.198918 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.199430 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 25 05:50:45.199755 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.200653 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.201161 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 25 05:50:45.201483 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: qos_rules_alias.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.202485 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.202997 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 25 05:50:45.203320 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: quota_check_limit.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.204231 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.204738 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: quota-check-limit Jul 25 05:50:45.205060 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: quotasv2.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.205946 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.206271 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: quotas Jul 25 05:50:45.206590 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: quotasv2_detail.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.208343 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.208682 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: quota_details Jul 25 05:50:45.209010 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: rbac.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.210292 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.210842 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: rbac-policies Jul 25 05:50:45.211253 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: rbac_address_group.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.212174 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.212693 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: rbac-address-group Jul 25 05:50:45.213027 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: rbac_address_scope.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.213909 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.214420 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: rbac-address-scope Jul 25 05:50:45.214747 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: rbac_security_groups.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.215704 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.216240 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: rbac-security-groups Jul 25 05:50:45.216567 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.217454 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.217964 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: rbac-subnetpool Jul 25 05:50:45.218288 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: revisionifmatch.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.219179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.219686 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: revision-if-match Jul 25 05:50:45.220010 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: revisions.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.221112 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.221622 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: standard-attr-revisions Jul 25 05:50:45.221946 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: router_availability_zone.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.222581 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.223102 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: router_availability_zone Jul 25 05:50:45.223429 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: routerservicetype.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.224386 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.224850 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension router-service-type not supported by any of loaded plugins Jul 25 05:50:45.225174 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.226070 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.226635 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: security-groups-normalized-cidr Jul 25 05:50:45.226961 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.227846 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.228390 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: port-security-groups-filtering Jul 25 05:50:45.228717 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.229608 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.230117 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: security-groups-remote-address-group Jul 25 05:50:45.230442 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.231333 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.231847 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: security-groups-shared-filtering Jul 25 05:50:45.232201 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: securitygroup.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.243465 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.244000 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: security-group Jul 25 05:50:45.244366 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: segment.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.245072 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.245586 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension segment not supported by any of loaded plugins Jul 25 05:50:45.245912 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.246824 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.247339 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 25 05:50:45.247662 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: servicetype.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.248736 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.249260 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: service-type Jul 25 05:50:45.249586 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: sorting.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.250536 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.250870 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: sorting Jul 25 05:50:45.251194 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: standard_attr_segment.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.252067 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.252605 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 25 05:50:45.252929 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: standardattrdescription.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.253553 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.254060 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: standard-attr-description Jul 25 05:50:45.254384 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: stateful_security_group.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.255284 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.255796 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: stateful-security-group Jul 25 05:50:45.256137 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: stdattrs_common.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.256699 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 25 05:50:45.257019 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.258470 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.258980 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 25 05:50:45.259309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: subnet_onboard.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.260352 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.260866 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: subnet_onboard Jul 25 05:50:45.261191 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.262082 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.262586 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 25 05:50:45.262910 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: subnet_service_types.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.263800 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.264336 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: subnet-service-types Jul 25 05:50:45.264662 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: subnetallocation.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.265717 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.266230 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: subnet_allocation Jul 25 05:50:45.266556 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.267185 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.267693 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: subnetpool-prefix-ops Jul 25 05:50:45.268015 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.268931 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.269445 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 25 05:50:45.269768 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: tagging.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.270779 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.271301 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: standard-attr-tag Jul 25 05:50:45.271630 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: timestamp.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.272820 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.273380 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loaded extension: standard-attr-timestamp Jul 25 05:50:45.273709 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: trunk.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.274696 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.275212 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension trunk not supported by any of loaded plugins Jul 25 05:50:45.275537 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: trunk_details.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.276444 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.276955 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension trunk-details not supported by any of loaded plugins Jul 25 05:50:45.277284 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.278157 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.278666 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 25 05:50:45.278992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Loading extension file: vlantransparent.py {{(pid=110673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 05:50:45.279623 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 05:50:45.280140 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 25 05:50:45.282671 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:network Jul 25 05:50:45.283184 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:subnet Jul 25 05:50:45.283588 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:50:45.283981 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:port Jul 25 05:50:45.285309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.285754 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service FLAVORS assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.286368 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.286794 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.287130 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:router Jul 25 05:50:45.287562 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 05:50:45.288046 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service METERING assigned prefix: /metering {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.289705 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:45.290080 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:45.290438 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 05:50:45.291424 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 05:50:45.291876 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:security_group Jul 25 05:50:45.292347 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 05:50:45.292880 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service CORE assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.293212 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:50:45.293564 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] subnetpool is already registered Jul 25 05:50:45.293999 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service CORE assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.294328 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:50:45.294662 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] subnetpool is already registered Jul 25 05:50:45.297062 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.297500 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service FLAVORS assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.298097 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.298520 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.298857 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:router Jul 25 05:50:45.299201 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] router is already registered Jul 25 05:50:45.299614 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 05:50:45.299954 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] floatingip is already registered Jul 25 05:50:45.300706 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service METERING assigned prefix: /metering {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.301378 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 05:50:45.301710 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] rbac_policy is already registered Jul 25 05:50:45.302123 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:security_group Jul 25 05:50:45.302460 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] security_group is already registered Jul 25 05:50:45.302866 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 05:50:45.303203 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] security_group_rule is already registered Jul 25 05:50:45.303834 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service CORE assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.304198 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:50:45.305144 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] subnetpool is already registered Jul 25 05:50:45.305739 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.v2.resource_helper [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Service CORE assigned prefix: {{(pid=110673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 05:50:45.306075 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 05:50:45.306412 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING neutron.quota.resource_registry [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] subnetpool is already registered Jul 25 05:50:45.306885 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: extensions {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.308376 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: address-groups {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.309878 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: address-scopes {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.311265 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: agents {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.312467 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: auto-allocated-topology {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.313724 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: availability_zones {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.314966 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: dhcp-networks {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.316520 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: dhcp-agents {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.317970 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: routers {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.319696 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: flavors {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.321730 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: service_profiles {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.322946 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: next_providers {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.324448 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: service_profiles {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.326008 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: floatingip-pools {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.327298 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: routers {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.329053 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: floatingips {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.330331 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: l3-routers {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.331741 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: l3-agents {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.333212 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: metering-labels {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.334503 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: metering-label-rules {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.335924 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: network-ip-availabilities {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.337232 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: bindings {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.338809 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: quotas {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.340505 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: quotas {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.342073 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: rbac-policies {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.343271 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: security-groups {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.345482 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: security-group-rules {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.346767 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: service-providers {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.348004 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: subnetpools {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.349359 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: subnetpools {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.350942 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.352678 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.354544 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.356366 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.358093 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.360079 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.361819 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.363730 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.365554 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.367992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron.api.extensions [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Extended resource: tags {{(pid=110673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 05:50:45.374162 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING keystonemiddleware.auth_token [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 25 05:50:45.379260 dv-cinder-848418-2-iscsi neutron-server[110673]: WARNING keystonemiddleware.auth_token [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 25 05:50:45.388901 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_concurrency.lockutils [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Acquired lock "singleton_lock" {{(pid=110673) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 25 05:50:45.389381 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_concurrency.lockutils [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Releasing lock "singleton_lock" {{(pid=110673) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 25 05:50:45.390028 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO oslo_service.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Starting 2 workers Jul 25 05:50:45.394818 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Started child 110782 {{(pid=110673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 05:50:45.399378 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Started child 110783 {{(pid=110673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 05:50:45.400770 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:45.401420 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO neutron.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 25 05:50:45.401674 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:45.402236 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [-] (110782) wsgi starting up on http://0.0.0.0:9696 Jul 25 05:50:45.404178 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO oslo_service.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Starting 1 workers Jul 25 05:50:45.404300 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:45.405561 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [-] (110783) wsgi starting up on http://0.0.0.0:9696 Jul 25 05:50:45.409362 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Started child 110784 {{(pid=110673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 05:50:45.409902 dv-cinder-848418-2-iscsi neutron-server[110673]: INFO oslo_service.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Starting 1 workers Jul 25 05:50:45.413167 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] calling RpcWorker wait() {{(pid=110784) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 25 05:50:45.413712 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] returning from RpcWorker wait() {{(pid=110784) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 25 05:50:45.414324 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Started child 110785 {{(pid=110673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 05:50:45.415150 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG neutron_lib.callbacks.manager [None req-d9a90e16-13ba-43a2-96af-fc72bc4594f2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:45.415246 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:45.415777 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:45.417086 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110673) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 05:50:45.417279 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 05:50:45.417466 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 05:50:45.417693 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 05:50:45.418026 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 05:50:45.418187 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 05:50:45.418708 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.418973 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.419227 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.419502 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.419600 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:45.420176 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.420407 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.420673 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.420941 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.421213 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.421381 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.421545 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.421802 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.422335 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.422335 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.422573 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.422827 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.423081 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.423269 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.423520 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.423795 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.424028 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.424338 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] debug = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.424606 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.425106 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.425335 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.425829 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.426075 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.426340 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.426584 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.426865 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.427099 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.427343 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.427589 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.427848 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.428080 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.428337 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.428570 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.428875 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.429120 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.430178 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] host = dv-cinder-848418-2-iscsi {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.430427 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.430646 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.430876 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.431136 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.431381 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.431600 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.431870 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.432164 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.432410 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.432635 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.432917 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.433182 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.433417 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.433670 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.433832 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_options = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.434067 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.434331 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.434610 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.434805 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.434976 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.435141 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.435371 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.435542 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.435792 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.436030 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.436270 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.436485 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.436732 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.436967 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.437222 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.437458 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.437674 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.437900 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.438159 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.438394 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.438635 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.438947 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.439104 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.439329 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.439542 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.439773 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.440015 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.440280 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.440494 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.440739 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.440959 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443233 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443233 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443233 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443233 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443233 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443233 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443688 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:45.443769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.443769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.444208 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.444208 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.444362 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.444570 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_json = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.444774 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.445023 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.445942 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.446057 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.446255 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.446478 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.446701 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.447009 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.448330 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.449205 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.449911 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.450307 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.450568 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.450897 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.451745 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.451745 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.452019 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.452226 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.452542 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.452934 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.453242 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.453635 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.453893 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.454197 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.454645 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.454983 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.455340 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.455685 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.455983 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.456323 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.456635 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.457004 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.457223 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.457495 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.457723 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.457953 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.458264 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.458550 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.458831 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.459203 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.459465 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.459724 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.459981 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.460275 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.460543 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.460845 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.471572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.471572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.471572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.471572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.471572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.471572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.471572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.471572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.471572 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472179 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472752 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472752 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472752 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472752 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472752 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472752 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472752 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.472752 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473272 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.473777 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.474861 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.475361 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.475361 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.475361 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.475361 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.475361 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.475669 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.475863 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.476087 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.476877 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.477110 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.477345 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.477598 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.477815 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.478065 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.478309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.478532 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.478779 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.479021 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.479268 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.479533 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.479770 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.480007 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.480294 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.480529 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.480809 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.481062 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.481357 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.481576 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.481846 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.482152 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.482401 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.482657 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.482909 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.483191 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.483458 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.483709 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.483959 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.484222 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.484455 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.484681 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.484933 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.485154 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.485401 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.485633 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.485956 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.486207 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.486421 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.486636 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.486910 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.487157 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.487405 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.487668 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.487914 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.488187 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.488441 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.488675 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.488890 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.489128 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.489358 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.489573 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.489809 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.490026 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.490274 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.490490 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.490704 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.490954 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.491168 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.491390 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.491600 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.491834 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.492650 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.492983 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.493202 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.493428 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.493666 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.493885 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.494102 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.494325 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.494537 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.494769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.495008 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.495262 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.496237 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.496237 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.496237 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.496237 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.496749 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.496749 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.496985 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.497106 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.497305 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.497521 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.497741 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.497954 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.498349 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.498478 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.498632 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.498867 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.499122 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.499464 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.499725 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.499985 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.500268 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.500507 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.501100 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.501100 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.501274 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.501360 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.501594 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.501825 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.502076 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.502299 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.502521 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.502737 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.503257 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.503257 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.503549 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.503685 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.503857 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.504085 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.504847 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.504847 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.504847 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.505581 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.505581 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.505581 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.505581 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.506162 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.506162 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.506421 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.506568 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.506738 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.507274 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.507274 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.507547 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.507725 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.507985 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.508253 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.512242 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.512242 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.512242 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.512242 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.512242 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.512242 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.512242 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.512242 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.513198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.513198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.513198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.513198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.513198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.513198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.513198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.513198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514111 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514111 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514111 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514111 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514111 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514111 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514111 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514111 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514990 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514990 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514990 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514990 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514990 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514990 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.514990 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.515859 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.515859 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.515859 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.516302 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.516302 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.516517 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.516996 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.516996 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.517253 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.517482 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.517780 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.518034 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.518298 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.518561 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.518843 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.519113 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.519387 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.519626 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.519949 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.520245 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.520485 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.520741 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.520991 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.521247 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.521463 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.521678 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.521914 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.522131 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.522395 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.522624 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.522850 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.523086 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.523466 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.523769 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.523999 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.524238 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.524471 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.524709 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.524868 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 05:50:45.525401 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110673) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 05:50:45.525564 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 05:50:45.525717 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 05:50:45.525932 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 05:50:45.526078 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 05:50:45.526208 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 05:50:45.526393 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.526554 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.526713 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.526872 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.527051 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.527212 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.527371 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.527529 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.527685 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.527843 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.528000 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.528236 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.528940 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.528940 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.528940 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.528940 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.528940 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.529434 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.529434 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.529434 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.529632 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.529632 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] debug = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.529785 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.529962 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.530124 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.530353 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.530487 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.530613 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.530728 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.530858 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.531019 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.531174 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.531333 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.531491 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.531647 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.531804 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.531960 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.532147 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.532297 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.532432 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] host = dv-cinder-848418-2-iscsi {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.532588 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.532746 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.532904 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.533060 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.533216 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.533372 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.533529 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.533686 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.533843 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.533999 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.534162 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.534318 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.534475 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.534633 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.534788 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_options = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.534945 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.535102 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.535332 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.535469 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.535589 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.535746 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.535914 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.536062 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.536228 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.536386 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.536545 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.536730 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.536849 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.536992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.537148 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.537305 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.537461 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.537618 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.537775 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.537933 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.538091 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.538247 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.538405 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.538561 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.539850 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.539850 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.539850 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.539850 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.540308 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.540409 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.540570 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.540734 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.540913 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.541039 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.541197 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.541356 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.541512 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.541702 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.541880 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.542032 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.542154 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.542295 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.542403 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.542840 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.542840 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.542840 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.543562 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_json = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.543562 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.543562 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.543562 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.543562 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.544061 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.544061 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.544061 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.544432 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.544432 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 05:50:45.544665 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.544665 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.544822 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.544949 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.545112 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.545273 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.545433 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.545594 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.545754 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.545915 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.546085 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.546261 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.546414 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.546574 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.546736 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.546975 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.547198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.547198 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.547446 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.547530 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.547644 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.547805 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.547974 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.548176 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.548315 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.548476 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.548638 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.548983 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.549151 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.549322 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.549502 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.549665 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.549827 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.549973 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.550138 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.550300 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.550726 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.550870 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.551048 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.551197 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.551349 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.551586 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.551707 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.551793 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.551950 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.552105 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.552289 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.552451 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.552614 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.552775 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.552941 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.553119 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.553261 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.553426 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.553576 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.553890 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.554058 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.554231 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.554450 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.555117 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.555259 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.555579 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.555739 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.555890 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.556052 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.556273 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558267 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.558986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.559740 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.559740 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.559740 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.559740 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.559740 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.560285 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.560285 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.560285 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.560285 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.560577 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.560577 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.560772 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.560944 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.561070 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.561187 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.561348 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.561509 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.561669 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.561831 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.561994 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.562155 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.562316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.562480 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.562642 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.562803 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.562962 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.563166 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.563327 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.563487 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.563649 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.563815 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.563972 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.564310 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.564473 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.564635 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.564795 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.564956 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.565071 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:50:45.565177 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.565281 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.565432 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.565595 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.565754 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.565923 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.566093 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.566255 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.566416 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.566581 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.566779 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.566895 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.567053 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.567213 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.567373 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.567532 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.567693 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.567863 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.568026 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.568213 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.568412 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.568614 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.568754 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.568930 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.569064 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.569192 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.569363 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.571316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.571316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.571316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.571316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.571316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.571316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.571316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.571316 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572309 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.572992 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.573550 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.573550 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.573550 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.573550 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.573838 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.573838 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.573986 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.574066 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.574217 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.574379 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.574541 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.574705 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.574894 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.575048 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.575212 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.575373 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.575534 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.575695 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.575855 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.576017 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.576261 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.576430 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.576518 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.576652 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.576812 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.576991 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.577153 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.577312 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.577477 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.577695 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.577847 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.577961 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.578090 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.578250 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.578410 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.578573 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.578734 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.578894 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.579055 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.579214 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.579374 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.579538 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.579700 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.579860 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.580021 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.580204 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.580366 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.580527 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.580688 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.580848 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.581009 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.581170 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.581330 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.581491 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.581663 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.581824 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.581985 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.582147 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.582307 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.582468 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.582636 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.582797 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.582957 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.583117 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.583276 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.583437 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.583602 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.583761 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.583921 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.584080 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.584261 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.584413 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.584582 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.584742 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.584903 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.585067 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.585226 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.585794 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.585794 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.585794 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.586089 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.586089 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.586288 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.586419 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.586566 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.586728 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.586889 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.587050 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.587209 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.587370 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.587541 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.587702 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.587922 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.588051 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.588205 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.588332 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.588491 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.588663 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.588825 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.588988 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.589149 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.589311 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.589472 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.589634 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.589801 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.589972 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.590140 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.590303 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.590472 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.590639 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.590810 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.590971 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.591138 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.591310 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.591470 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.591668 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.591907 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.592067 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.592240 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.592379 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.592511 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.592635 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.592841 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.592966 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.593090 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.593213 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.593341 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.593496 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.593628 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.593810 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.593942 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.594099 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.594259 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 05:50:45.594413 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 05:50:45.620783 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 38134) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:50:45.629456 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065663 Jul 25 05:50:54.795758 dv-cinder-848418-2-iscsi neutron-server[110673]: DEBUG dbcounter [-] [110673] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110673) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:50:57.017005 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0989e10-bc71-412a-aa72-e0000d774c5e None None] get_active_networks_info from dv-cinder-848418-2-iscsi {{(pid=110784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 25 05:50:57.024977 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writer thread running {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:50:57.106369 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0989e10-bc71-412a-aa72-e0000d774c5e None None] No non-hosted networks {{(pid=110784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 25 05:50:57.121100 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.agentschedulers_db [None req-f0989e10-bc71-412a-aa72-e0000d774c5e None None] DHCP Agent not found on host dv-cinder-848418-2-iscsi {{(pid=110784) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 25 05:50:57.206783 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-38d0716e-af98-4114-9fb1-f34ee89e4881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-910189'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:58.691295 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writer thread running {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:50:59.409525 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-931c90ce-7c83-491f-aebf-549ab1f593ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-910189'] for agent (3841a815-3d61-4245-b80f-518173293506), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:50:59.456754 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.db.api [None req-408fefaa-4416-4875-a944-b3f660e2d033 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-848418-2-iscsi {{(pid=110784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 05:50:59.457680 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG oslo_db.api [None req-408fefaa-4416-4875-a944-b3f660e2d033 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 05:51:00.050383 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-408fefaa-4416-4875-a944-b3f660e2d033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:00.163851 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38202) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:00.573349 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-910189'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:00.798048 dv-cinder-848418-2-iscsi neutron-server[110782]: WARNING oslo_policy.policy [None req-198e92cd-611e-4805-8fe7-2b2a433ef8d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:51:00.798627 dv-cinder-848418-2-iscsi neutron-server[110782]: WARNING oslo_policy.policy [None req-198e92cd-611e-4805-8fe7-2b2a433ef8d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:51:01.017164 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [None req-198e92cd-611e-4805-8fe7-2b2a433ef8d5 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:51:01.018636 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-198e92cd-611e-4805-8fe7-2b2a433ef8d5 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8530049 Jul 25 05:51:01.832401 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-910189'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:02.219171 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-910189'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:02.220242 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.220588 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.220929 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.221259 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.221789 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.222336 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.222866 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.223299 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.223696 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.224262 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.224891 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.225992 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.226564 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.227107 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.228102 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:02.228102 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848418-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:02.234585 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848418-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:03.366449 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38238) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:03.701383 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-fcc991dc-0d38-4e52-8420-b099b53c4c72 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:51:03.798411 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.policy [None req-fcc991dc-0d38-4e52-8420-b099b53c4c72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110782) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 05:51:03.843548 dv-cinder-848418-2-iscsi neutron-server[110782]: WARNING oslo_policy.policy [None req-fcc991dc-0d38-4e52-8420-b099b53c4c72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:51:03.843937 dv-cinder-848418-2-iscsi neutron-server[110782]: WARNING oslo_policy.policy [None req-fcc991dc-0d38-4e52-8420-b099b53c4c72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:51:03.864579 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writer thread running {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:51:03.999139 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fcc991dc-0d38-4e52-8420-b099b53c4c72 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768760263748', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768760264312', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768760313180', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768760311558', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768760283350', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768760294701', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3671050', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3728230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577558', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1011392'] for rbac-policy (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:04.217065 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fcc991dc-0d38-4e52-8420-b099b53c4c72 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:04.218277 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-fcc991dc-0d38-4e52-8420-b099b53c4c72 admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8507619 Jul 25 05:51:06.469661 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.db.l3_hamode_db [None req-a6d1598d-68ad-4ee4-96c7-5f1b4ccceaf4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 25 05:51:06.470204 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38250) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:06.547338 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1598d-68ad-4ee4-96c7-5f1b4ccceaf4 None None] Routers set() bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:51:06.547727 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1598d-68ad-4ee4-96c7-5f1b4ccceaf4 None None] Router IDs set() for agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 25 05:51:06.799003 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:51:06.875188 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Made reservation on behalf of 39a8b4919bb540a7a257d26089c8b3bd for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:51:06.879165 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:06.895955 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:07.003883 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Publish callbacks [] for security_group (078a44c5-e3b9-4554-a548-e5b90124262f), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:07.075303 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (078a44c5-e3b9-4554-a548-e5b90124262f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:07.101421 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:51:07.134291 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768760545347', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (25016f7e-c8d8-4f74-8efe-3b162950cc01), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:07.134855 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Unsubscribe: segment precommit_create {{(pid=110782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 05:51:07.135393 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Added segment 25016f7e-c8d8-4f74-8efe-3b162950cc01 of type vlan for network bbea6641-098e-426a-ba37-8d28da2841f5 Jul 25 05:51:07.169455 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=078a44c5-e3b9-4554-a548-e5b90124262f,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:07.213766 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.214118 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.214477 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.214831 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.215165 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.215498 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.215822 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.216164 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.216490 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.216812 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.217134 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.217497 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.217818 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.218135 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.218452 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Tracked resource versions report: Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: pushed versions: Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: { 'AddressGroup': {'1.2'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Agent': {'1.1'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'ConntrackHelper': {'1.0'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Log': {'1.0'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'NDPProxy': {'1.0'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Network': {'1.1'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Port': {'1.7'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'PortForwarding': {'1.3'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'QosPolicy': {'1.10'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SecurityGroup': {'1.5'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SubPort': {'1.0'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Subnet': {'1.1'}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Trunk': {'1.1'}} Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: consumer versions: Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: { DHCP agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: L3 agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: Metadata agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: Metering agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: Open vSwitch agent@dv-cinder-848418-2-iscsi: { 'AddressGroup': '1.2', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Agent': '1.1', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'ConntrackHelper': '1.0', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'LocalIPAssociation': '1.0', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Log': '1.0', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'NDPProxy': '1.0', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Network': '1.1', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Port': '1.7', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'PortForwarding': '1.3', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'QosPolicy': '1.10', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SecurityGroup': '1.5', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SecurityGroupRule': '1.2', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SubPort': '1.0', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Subnet': '1.1', Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Trunk': '1.1'}} Jul 25 05:51:07.219899 dv-cinder-848418-2-iscsi neutron-server[110782]: {{(pid=110782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:51:07.246381 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (bbea6641-098e-426a-ba37-8d28da2841f5), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:07.278751 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=57,neutron:INSERT=40,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:07.346193 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (bbea6641-098e-426a-ba37-8d28da2841f5), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:07.351963 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:51:07.352712 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:07.467376 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] Pushing event updated for resources: {'Network': ['ID=bbea6641-098e-426a-ba37-8d28da2841f5,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:07.479531 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network bbea6641-098e-426a-ba37-8d28da2841f5 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:51:07.532278 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-858cbd9c-3acb-41a1-a848-b10560205cbf demo demo] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0611799 Jul 25 05:51:09.832036 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38264) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:10.239207 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb2159-79fd-43ca-95af-f64b7a7915cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:51:10.241139 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-66fb2159-79fd-43ca-95af-f64b7a7915cc demo admin] 10.222.0.40 "GET /v2.0/networks/bbea6641-098e-426a-ba37-8d28da2841f5 HTTP/1.1" status: 200 len: 825 time: 0.4075072 Jul 25 05:51:10.265666 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-274049f5-53a6-45b9-a516-e3a0cdf3d894 demo admin] 10.222.0.40 "GET /v2.0/subnetpools/78d70cd6-0633-4207-81ba-bf27105fa284 HTTP/1.1" status: 200 len: 734 time: 0.0189185 Jul 25 05:51:10.274317 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5', 'subnetpool_id': '78d70cd6-0633-4207-81ba-bf27105fa284', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:51:10.389561 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Made reservation on behalf of 39a8b4919bb540a7a257d26089c8b3bd for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:51:10.391940 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:10.529443 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:10.761305 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (37154e29-1f89-44a0-9f15-39b6093f6c94), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:10.835527 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Pushing event updated for resources: {'Subnet': ['ID=37154e29-1f89-44a0-9f15-39b6093f6c94,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:10.839537 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Checking segment: {'id': '25016f7e-c8d8-4f74-8efe-3b162950cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:51:10.839905 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Network hostable DHCP agents. Network: bbea6641-098e-426a-ba37-8d28da2841f5, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:51:10.909405 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Network bbea6641-098e-426a-ba37-8d28da2841f5 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:51:10.995077 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, bbea6641-098e-426a-ba37-8d28da2841f5) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:51:10.999814 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:51:11.000468 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:11.004787 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67a0a13-0e48-44ef-99b2-b7233c44b43d None None] Network bbea6641-098e-426a-ba37-8d28da2841f5 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:51:11.086620 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-9af7299c-2ee5-4ee9-8d4d-c65c6ab19747 demo admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8155205 Jul 25 05:51:11.269201 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-bbea6641-098e-426a-ba37-8d28da2841f5', 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5', 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'fixed_ips': [{'subnet_id': '37154e29-1f89-44a0-9f15-39b6093f6c94'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:51:11.270528 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:11.558161 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Allocated IP 172.20.0.2 (bbea6641-098e-426a-ba37-8d28da2841f5/37154e29-1f89-44a0-9f15-39b6093f6c94/82b36719-add9-4c60-991a-532334972fba) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:51:11.598045 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:11.788543 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:11.793379 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=8 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:11.838352 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Publish callbacks [] for port (82b36719-add9-4c60-991a-532334972fba), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:11.901282 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (82b36719-add9-4c60-991a-532334972fba), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:11.981810 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Network bbea6641-098e-426a-ba37-8d28da2841f5 is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:51:11.987573 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:51:11.993298 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Pushing event updated for resources: {'Port': ['ID=82b36719-add9-4c60-991a-532334972fba,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:11.997347 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:51:12.005501 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.006113 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.006206 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.006804 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.007162 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.007493 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.007819 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.008162 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.008487 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.008808 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.009129 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.009464 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.009785 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.010103 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.010418 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Tracked resource versions report: Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: pushed versions: Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: { 'AddressGroup': {'1.2'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Agent': {'1.1'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'ConntrackHelper': {'1.0'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Log': {'1.0'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'NDPProxy': {'1.0'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Network': {'1.1'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Port': {'1.7'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'PortForwarding': {'1.3'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'QosPolicy': {'1.10'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SecurityGroup': {'1.5'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SubPort': {'1.0'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Subnet': {'1.1'}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Trunk': {'1.1'}} Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: consumer versions: Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: { DHCP agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: L3 agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: Metadata agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: Metering agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: Open vSwitch agent@dv-cinder-848418-2-iscsi: { 'AddressGroup': '1.2', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Agent': '1.1', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'ConntrackHelper': '1.0', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'LocalIPAssociation': '1.0', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Log': '1.0', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'NDPProxy': '1.0', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Network': '1.1', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Port': '1.7', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'PortForwarding': '1.3', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'QosPolicy': '1.10', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SecurityGroup': '1.5', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SecurityGroupRule': '1.2', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SubPort': '1.0', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Subnet': '1.1', Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Trunk': '1.1'}} Jul 25 05:51:12.011870 dv-cinder-848418-2-iscsi neutron-server[110784]: {{(pid=110784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:51:12.057080 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:12.094194 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Attempting to bind port 82b36719-add9-4c60-991a-532334972fba on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:51:12.094511 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Attempting to bind port 82b36719-add9-4c60-991a-532334972fba by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '25016f7e-c8d8-4f74-8efe-3b162950cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:51:12.094908 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Attempting to bind port 82b36719-add9-4c60-991a-532334972fba on network bbea6641-098e-426a-ba37-8d28da2841f5 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:51:12.100646 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:51:12.101219 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Checking segment: {'id': '25016f7e-c8d8-4f74-8efe-3b162950cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:51:12.101702 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:12.102091 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Bound using segment: {'id': '25016f7e-c8d8-4f74-8efe-3b162950cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:51:12.102546 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Bound port: 82b36719-add9-4c60-991a-532334972fba, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25016f7e-c8d8-4f74-8efe-3b162950cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:51:12.102946 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (82b36719-add9-4c60-991a-532334972fba), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:12.165715 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] For port 82b36719-add9-4c60-991a-532334972fba, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:51:12.184852 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] For port 82b36719-add9-4c60-991a-532334972fba, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=82b36719-add9-4c60-991a-532334972fba,segment=NetworkSegment(25016f7e-c8d8-4f74-8efe-3b162950cc01),segment_id=25016f7e-c8d8-4f74-8efe-3b162950cc01)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:51:12.249916 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (82b36719-add9-4c60-991a-532334972fba), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:12.307481 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4aee8-903a-45d0-9054-534fc9f653db None None] Pushing event updated for resources: {'Port': ['ID=82b36719-add9-4c60-991a-532334972fba,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:13.378671 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38278) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:13.725609 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [None req-65a5c42b-4a5a-4612-8758-a36fb2a5dd0c admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:51:13.726608 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-65a5c42b-4a5a-4612-8758-a36fb2a5dd0c admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3469760 Jul 25 05:51:16.034918 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38286) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:16.362270 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [None req-98a971c2-852d-4b91-9e3f-685febb2aee8 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:51:16.363328 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-98a971c2-852d-4b91-9e3f-685febb2aee8 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3274913 Jul 25 05:51:18.678616 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 38294) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:19.219495 dv-cinder-848418-2-iscsi neutron-server[110783]: WARNING oslo_policy.policy [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:51:19.220051 dv-cinder-848418-2-iscsi neutron-server[110783]: WARNING oslo_policy.policy [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:51:19.437618 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:51:19.497784 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.policy [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110783) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 05:51:19.540719 dv-cinder-848418-2-iscsi neutron-server[110783]: WARNING oslo_policy.policy [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:51:19.541097 dv-cinder-848418-2-iscsi neutron-server[110783]: WARNING oslo_policy.policy [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 05:51:19.561865 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writer thread running {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 05:51:19.562512 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:19.689244 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (5ea9b330-73d6-4325-b8dc-96b03a644252), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:19.691207 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (5ea9b330-73d6-4325-b8dc-96b03a644252), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:19.854159 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] Publish callbacks [] for router_controller (5ea9b330-73d6-4325-b8dc-96b03a644252), precommit_add_association {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:19.861350 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 82b36719-add9-4c60-991a-532334972fba up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:51:19.939207 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (5ea9b330-73d6-4325-b8dc-96b03a644252), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:19.944750 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 82b36719-add9-4c60-991a-532334972fba triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:19.945286 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (82b36719-add9-4c60-991a-532334972fba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:20.025895 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:20.029206 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-228ba981-ed52-4ab3-abd0-12363afd1a6c demo demo] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.3476527 Jul 25 05:51:20.050840 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 82b36719-add9-4c60-991a-532334972fba is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:51:20.051232 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (82b36719-add9-4c60-991a-532334972fba), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:20.091800 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 82b36719-add9-4c60-991a-532334972fba, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=82b36719-add9-4c60-991a-532334972fba,segment=NetworkSegment(25016f7e-c8d8-4f74-8efe-3b162950cc01),segment_id=25016f7e-c8d8-4f74-8efe-3b162950cc01)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:51:20.161658 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (82b36719-add9-4c60-991a-532334972fba), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:20.216005 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=82b36719-add9-4c60-991a-532334972fba,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:20.400451 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0feb7bb-93e7-4038-9d7f-f8dd985a410d None None] Network bbea6641-098e-426a-ba37-8d28da2841f5 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:51:20.467173 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-140aa411-e327-4310-b85d-6b6ffee55bae None None] Provisioning complete for port 82b36719-add9-4c60-991a-532334972fba triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:20.467486 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-140aa411-e327-4310-b85d-6b6ffee55bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (82b36719-add9-4c60-991a-532334972fba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:20.516350 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:20.594485 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-140aa411-e327-4310-b85d-6b6ffee55bae None None] Current status of the port 82b36719-add9-4c60-991a-532334972fba is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:51:20.812663 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-3b915c0a-cdac-444a-968c-3a75ec07db58 None None] Provisioning complete for port 82b36719-add9-4c60-991a-532334972fba triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:20.813049 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3b915c0a-cdac-444a-968c-3a75ec07db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (82b36719-add9-4c60-991a-532334972fba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:20.885285 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-3b915c0a-cdac-444a-968c-3a75ec07db58 None None] Current status of the port 82b36719-add9-4c60-991a-532334972fba is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:51:21.010557 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:21.011280 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=63,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:21.840530 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 82b36719-add9-4c60-991a-532334972fba up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:51:21.890846 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 82b36719-add9-4c60-991a-532334972fba triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:21.891499 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (82b36719-add9-4c60-991a-532334972fba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:21.918813 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:21.981737 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 82b36719-add9-4c60-991a-532334972fba is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:51:22.355716 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 38318) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:22.688781 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [None req-4c9458a6-bdce-4bba-a0f2-c1ae3f82c13c admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110783) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:51:22.689770 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-4c9458a6-bdce-4bba-a0f2-c1ae3f82c13c admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3331089 Jul 25 05:51:24.964744 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 38326) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:25.281383 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:51:25.355003 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Made reservation on behalf of 1d6ac2b8c3194197aedc989787229928 for: {'network': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:51:25.357664 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:25.374371 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:25.480053 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Publish callbacks [] for security_group (d088508a-98b5-4d2f-bad0-39cdb24fd693), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:25.543067 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (d088508a-98b5-4d2f-bad0-39cdb24fd693), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:25.555124 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Reserving flat network on physical network physnet1 {{(pid=110783) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 25 05:51:25.588265 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768760545347', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (05929cf1-ed29-44c7-9b6d-e81ee114f474), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:25.588861 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Unsubscribe: segment precommit_create {{(pid=110783) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 05:51:25.589384 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.segments_db [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Added segment 05929cf1-ed29-44c7-9b6d-e81ee114f474 of type flat for network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 Jul 25 05:51:25.605843 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d088508a-98b5-4d2f-bad0-39cdb24fd693,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:25.614717 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.617545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.617545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.617545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.617545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.617545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.617545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.617545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.618149 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.618149 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.618368 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.618686 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.619007 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.619321 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.619633 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Tracked resource versions report: Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: pushed versions: Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: { 'AddressGroup': {'1.2'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Agent': {'1.1'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'ConntrackHelper': {'1.0'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Log': {'1.0'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'NDPProxy': {'1.0'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Network': {'1.1'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Port': {'1.7'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'PortForwarding': {'1.3'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'QosPolicy': {'1.10'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SecurityGroup': {'1.5'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SubPort': {'1.0'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Subnet': {'1.1'}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Trunk': {'1.1'}} Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: consumer versions: Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: { DHCP agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: L3 agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: Metadata agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: Metering agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: Open vSwitch agent@dv-cinder-848418-2-iscsi: { 'AddressGroup': '1.2', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Agent': '1.1', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'ConntrackHelper': '1.0', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'LocalIPAssociation': '1.0', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Log': '1.0', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'NDPProxy': '1.0', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Network': '1.1', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Port': '1.7', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'PortForwarding': '1.3', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'QosPolicy': '1.10', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SecurityGroup': '1.5', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SecurityGroupRule': '1.2', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SubPort': '1.0', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Subnet': '1.1', Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Trunk': '1.1'}} Jul 25 05:51:25.621081 dv-cinder-848418-2-iscsi neutron-server[110783]: {{(pid=110783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:51:25.737844 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (58e3ca10-50c4-4ec3-9bf4-d0552dca5833), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:25.842527 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (58e3ca10-50c4-4ec3-9bf4-d0552dca5833), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:25.843678 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:51:25.844430 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:25.946972 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] Pushing event updated for resources: {'Network': ['ID=58e3ca10-50c4-4ec3-9bf4-d0552dca5833,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:25.957109 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:51:25.994097 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-e205b993-acef-424e-a652-1af2c59d8359 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0283113 Jul 25 05:51:27.065874 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-2e731464-79f3-4a34-a5d0-c874bc4b69b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:28.230354 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 38338) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:28.640445 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a2f8c-caf8-499f-94ab-02d275b2b1f4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:51:28.641733 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-217a2f8c-caf8-499f-94ab-02d275b2b1f4 demo admin] 10.222.0.40 "GET /v2.0/subnets/37154e29-1f89-44a0-9f15-39b6093f6c94 HTTP/1.1" status: 200 len: 849 time: 0.4104183 Jul 25 05:51:28.780065 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-1d535774-94a8-413e-823b-250a509afefc demo admin] 10.222.0.40 "GET /v2.0/routers/5ea9b330-73d6-4325-b8dc-96b03a644252 HTTP/1.1" status: 200 len: 704 time: 0.1324570 Jul 25 05:51:29.013839 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:29.041297 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:29.115880 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:29.335884 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Allocated IP 172.20.0.1 (bbea6641-098e-426a-ba37-8d28da2841f5/37154e29-1f89-44a0-9f15-39b6093f6c94/fba426f8-abef-449f-823f-f4a0c82b991a) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:51:29.425378 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-89183a7a-637c-41c4-abd1-f68bb65adf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:29.523711 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Publish callbacks [] for port (fba426f8-abef-449f-823f-f4a0c82b991a), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:29.643091 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:29.718750 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Network bbea6641-098e-426a-ba37-8d28da2841f5 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:51:29.728637 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:51:29.732132 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:51:29.733013 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (5ea9b330-73d6-4325-b8dc-96b03a644252), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:29.800797 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Pushing event updated for resources: {'Port': ['ID=fba426f8-abef-449f-823f-f4a0c82b991a,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:29.955129 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-99738b02-7dde-4355-9352-ec25a5d46307 None None] Provisioning complete for port fba426f8-abef-449f-823f-f4a0c82b991a triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:29.955568 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-99738b02-7dde-4355-9352-ec25a5d46307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:29.986384 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-99738b02-7dde-4355-9352-ec25a5d46307 None None] Port fba426f8-abef-449f-823f-f4a0c82b991a cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:51:30.012782 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:30.250367 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:30.266963 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Publish callbacks [] for port (fba426f8-abef-449f-823f-f4a0c82b991a), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:30.325875 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:30.326705 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (5ea9b330-73d6-4325-b8dc-96b03a644252), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:30.388810 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Pushing event updated for resources: {'Port': ['ID=fba426f8-abef-449f-823f-f4a0c82b991a,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:30.439999 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:30.456267 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Network bbea6641-098e-426a-ba37-8d28da2841f5 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:51:30.457544 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:51:30.574497 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:30.688781 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Router 5ea9b330-73d6-4325-b8dc-96b03a644252 is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:51:30.705789 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-23921671-863a-40c6-8410-53149be68102 None None] Provisioning complete for port fba426f8-abef-449f-823f-f4a0c82b991a triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:30.706183 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-23921671-863a-40c6-8410-53149be68102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:30.737622 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-23921671-863a-40c6-8410-53149be68102 None None] Port fba426f8-abef-449f-823f-f4a0c82b991a cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:51:30.778800 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:51:30.784067 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-38169e1a-4ef5-4100-8b01-3545fd348238 demo admin] 10.222.0.40 "PUT /v2.0/routers/5ea9b330-73d6-4325-b8dc-96b03a644252/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9985499 Jul 25 05:51:30.800005 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Sync routers for ids ['5ea9b330-73d6-4325-b8dc-96b03a644252'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:51:30.812900 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Routers {'5ea9b330-73d6-4325-b8dc-96b03a644252'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:51:30.813748 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:51:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['5ea9b330-73d6-4325-b8dc-96b03a644252'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:30.993320 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Set router 5ea9b330-73d6-4325-b8dc-96b03a644252 gateway port host: None {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:51:31.412440 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'name': 'router1', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:51:19Z', 'updated_at': '2022-07-25T05:51:29Z', 'revision_number': 2, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'gw_port_host': None, '_interfaces': [{'id': 'fba426f8-abef-449f-823f-f4a0c82b991a', 'name': '', 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'mac_address': 'fa:16:3e:ae:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:51:29Z', 'updated_at': '2022-07-25T05:51:30Z', 'revision_number': 2, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'subnets': [{'id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d70cd6-0633-4207-81ba-bf27105fa284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:31.463268 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Checking router: 5ea9b330-73d6-4325-b8dc-96b03a644252 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:51:31.463652 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Updating router 5ea9b330-73d6-4325-b8dc-96b03a644252 port fba426f8-abef-449f-823f-f4a0c82b991a binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:51:31.516101 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:51:31.526810 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:31.783175 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.037287 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Publish callbacks [] for port (fba426f8-abef-449f-823f-f4a0c82b991a), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.120286 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.215727 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Pushing event updated for resources: {'Port': ['ID=fba426f8-abef-449f-823f-f4a0c82b991a,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:32.226637 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.226983 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.227325 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.227663 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.227991 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.228338 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.228659 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.228981 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.229299 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.229614 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.229989 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.230326 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.230644 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.230962 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.231274 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Tracked resource versions report: Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: pushed versions: Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: { 'AddressGroup': {'1.2'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Agent': {'1.1'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'ConntrackHelper': {'1.0'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Log': {'1.0'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'NDPProxy': {'1.0'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Network': {'1.1'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Port': {'1.7'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'PortForwarding': {'1.3'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'QosPolicy': {'1.10'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SecurityGroup': {'1.5'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SubPort': {'1.0'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Subnet': {'1.1'}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Trunk': {'1.1'}} Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: consumer versions: Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: { DHCP agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: L3 agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: Metadata agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: Metering agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: Open vSwitch agent@dv-cinder-848418-2-iscsi: { 'AddressGroup': '1.2', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Agent': '1.1', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'ConntrackHelper': '1.0', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'LocalIPAssociation': '1.0', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Log': '1.0', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'NDPProxy': '1.0', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Network': '1.1', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Port': '1.7', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'PortForwarding': '1.3', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'QosPolicy': '1.10', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SecurityGroup': '1.5', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SecurityGroupRule': '1.2', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SubPort': '1.0', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Subnet': '1.1', Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Trunk': '1.1'}} Jul 25 05:51:32.232766 dv-cinder-848418-2-iscsi neutron-server[110785]: {{(pid=110785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:51:32.242518 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.321508 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Attempting to bind port fba426f8-abef-449f-823f-f4a0c82b991a on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:51:32.321508 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Attempting to bind port fba426f8-abef-449f-823f-f4a0c82b991a by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '25016f7e-c8d8-4f74-8efe-3b162950cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:51:32.321508 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Attempting to bind port fba426f8-abef-449f-823f-f4a0c82b991a on network bbea6641-098e-426a-ba37-8d28da2841f5 {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:51:32.324560 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:51:32.325088 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Checking segment: {'id': '25016f7e-c8d8-4f74-8efe-3b162950cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:51:32.325664 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.326144 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Bound using segment: {'id': '25016f7e-c8d8-4f74-8efe-3b162950cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:51:32.326710 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Bound port: fba426f8-abef-449f-823f-f4a0c82b991a, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25016f7e-c8d8-4f74-8efe-3b162950cc01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:51:32.327201 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.395245 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] For port fba426f8-abef-449f-823f-f4a0c82b991a, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:51:32.402517 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:32.415472 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] For port fba426f8-abef-449f-823f-f4a0c82b991a, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=fba426f8-abef-449f-823f-f4a0c82b991a,segment=NetworkSegment(25016f7e-c8d8-4f74-8efe-3b162950cc01),segment_id=25016f7e-c8d8-4f74-8efe-3b162950cc01)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:51:32.467979 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-301a9b6e-0f2b-43cd-ba6d-2bf52bfcfdbd None None] Provisioning complete for port fba426f8-abef-449f-823f-f4a0c82b991a triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:32.468318 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-301a9b6e-0f2b-43cd-ba6d-2bf52bfcfdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.499588 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-301a9b6e-0f2b-43cd-ba6d-2bf52bfcfdbd None None] Port fba426f8-abef-449f-823f-f4a0c82b991a cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:51:32.517716 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.522945 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:32.579489 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Routers {'5ea9b330-73d6-4325-b8dc-96b03a644252'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:51:32.580108 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:51:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['5ea9b330-73d6-4325-b8dc-96b03a644252'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:32.583366 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b5a9-b621-4561-88ae-51854f436dc5 None None] Pushing event updated for resources: {'Port': ['ID=fba426f8-abef-449f-823f-f4a0c82b991a,revision_number=4']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:32.672034 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] Set router 5ea9b330-73d6-4325-b8dc-96b03a644252 gateway port host: None {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:51:32.821425 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-aab83390-72ec-49f0-b411-275e97848247 None None] Provisioning complete for port fba426f8-abef-449f-823f-f4a0c82b991a triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:32.821966 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-aab83390-72ec-49f0-b411-275e97848247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.876350 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'name': 'router1', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:51:19Z', 'updated_at': '2022-07-25T05:51:29Z', 'revision_number': 2, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'gw_port_host': None, '_interfaces': [{'id': 'fba426f8-abef-449f-823f-f4a0c82b991a', 'name': '', 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'mac_address': 'fa:16:3e:ae:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:51:29Z', 'updated_at': '2022-07-25T05:51:32Z', 'revision_number': 4, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'subnets': [{'id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d70cd6-0633-4207-81ba-bf27105fa284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:32.894882 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-aab83390-72ec-49f0-b411-275e97848247 None None] Current status of the port fba426f8-abef-449f-823f-f4a0c82b991a is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:51:32.895265 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-aab83390-72ec-49f0-b411-275e97848247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:32.901679 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656dca1-72f0-40a7-97b8-9b232e4fa222 None None] The sync data for ids ['5ea9b330-73d6-4325-b8dc-96b03a644252'] in dv-cinder-848418-2-iscsi is: [{'id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'name': 'router1', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:51:19Z', 'updated_at': '2022-07-25T05:51:29Z', 'revision_number': 2, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'gw_port_host': None, '_interfaces': [{'id': 'fba426f8-abef-449f-823f-f4a0c82b991a', 'name': '', 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'mac_address': 'fa:16:3e:ae:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:51:29Z', 'updated_at': '2022-07-25T05:51:32Z', 'revision_number': 4, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'subnets': [{'id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d70cd6-0633-4207-81ba-bf27105fa284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:51:32.933715 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-aab83390-72ec-49f0-b411-275e97848247 None None] For port fba426f8-abef-449f-823f-f4a0c82b991a, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=fba426f8-abef-449f-823f-f4a0c82b991a,segment=NetworkSegment(25016f7e-c8d8-4f74-8efe-3b162950cc01),segment_id=25016f7e-c8d8-4f74-8efe-3b162950cc01)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:51:33.040556 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-aab83390-72ec-49f0-b411-275e97848247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:33.055137 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38350) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:33.090094 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab83390-72ec-49f0-b411-275e97848247 None None] Pushing event updated for resources: {'Port': ['ID=fba426f8-abef-449f-823f-f4a0c82b991a,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:33.454781 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa2f2a-2303-4cb5-b81a-81dd77090033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:51:33.456138 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-f4fa2f2a-2303-4cb5-b81a-81dd77090033 admin admin] 10.222.0.40 "GET /v2.0/networks/58e3ca10-50c4-4ec3-9bf4-d0552dca5833 HTTP/1.1" status: 200 len: 842 time: 0.4000206 Jul 25 05:51:33.466413 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Request body: {'subnet': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:51:33.623432 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Made reservation on behalf of 1d6ac2b8c3194197aedc989787229928 for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:51:33.625687 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:34.006350 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.objects.ports [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110782) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 25 05:51:34.006931 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (a37f2cf5-04cd-4598-9058-8d4558d7769b), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:34.071921 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37f2cf5-04cd-4598-9058-8d4558d7769b,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:34.085820 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:51:34.086186 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Network hostable DHCP agents. Network: 58e3ca10-50c4-4ec3-9bf4-d0552dca5833, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:51:34.183385 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:51:34.263430 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 58e3ca10-50c4-4ec3-9bf4-d0552dca5833) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:51:34.267832 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:51:34.268925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:34.272781 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95a338e-0570-46c6-9fe4-0f4898096c06 None None] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:51:34.363183 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-f5d6e34b-3d44-4d02-be05-6aa3ca6b272a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9001389 Jul 25 05:51:34.374522 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88348b3-0bd0-41a8-8aa8-6c6db585184a None None] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:51:36.666975 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38358) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:37.306197 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-3e483b93-5025-43f3-adc3-84a928d04253 demo admin] 10.222.0.40 "GET /v2.0/routers/5ea9b330-73d6-4325-b8dc-96b03a644252 HTTP/1.1" status: 200 len: 710 time: 0.6380551 Jul 25 05:51:37.393179 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095ac83-12c1-4a19-80a0-0f5c9ec6bbae demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:51:37.394556 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d095ac83-12c1-4a19-80a0-0f5c9ec6bbae demo admin] 10.222.0.40 "GET /v2.0/networks/58e3ca10-50c4-4ec3-9bf4-d0552dca5833 HTTP/1.1" status: 200 len: 886 time: 0.0828450 Jul 25 05:51:37.403988 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:51:37.642472 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:37.649548 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Publish callbacks [] for router_gateway (5ea9b330-73d6-4325-b8dc-96b03a644252), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:37.733899 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:37.863672 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device fba426f8-abef-449f-823f-f4a0c82b991a up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:51:37.901719 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:37.904905 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:37.913503 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port fba426f8-abef-449f-823f-f4a0c82b991a triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:37.918905 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:37.994375 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port fba426f8-abef-449f-823f-f4a0c82b991a is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:51:38.002183 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Publish callbacks [] for router_gateway (5ea9b330-73d6-4325-b8dc-96b03a644252), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:38.082312 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:38.240368 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Allocated IP 172.27.1.222 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/d4b2a502-1feb-4eb5-9198-10a09704f0c3) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:51:38.345466 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Publish callbacks [] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:38.452144 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:38.518019 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:38.525172 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:51:38.532266 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:51:38.539504 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:51:38.544795 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Pushing event updated for resources: {'Port': ['ID=d4b2a502-1feb-4eb5-9198-10a09704f0c3,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:38.887355 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Publish callbacks [] for router_gateway (5ea9b330-73d6-4325-b8dc-96b03a644252), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:39.073864 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-904087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-909838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2026'] for router (5ea9b330-73d6-4325-b8dc-96b03a644252), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:39.079003 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-904108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-904101', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-909565'] for router (5ea9b330-73d6-4325-b8dc-96b03a644252), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:39.169730 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:39.186345 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Router 5ea9b330-73d6-4325-b8dc-96b03a644252 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:51:39.355832 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:51:39.360554 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:39.361801 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-1c0ee811-4deb-4e4e-bf17-676f5816bdd9 demo admin] 10.222.0.40 "PUT /v2.0/routers/5ea9b330-73d6-4325-b8dc-96b03a644252 HTTP/1.1" status: 200 len: 890 time: 1.9609809 Jul 25 05:51:39.366740 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Sync routers for ids ['5ea9b330-73d6-4325-b8dc-96b03a644252'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:51:39.382849 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Routers {'5ea9b330-73d6-4325-b8dc-96b03a644252'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:51:39.383572 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:51:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['5ea9b330-73d6-4325-b8dc-96b03a644252'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:39.596989 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Set router 5ea9b330-73d6-4325-b8dc-96b03a644252 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:51:40.047678 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'name': 'router1', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd4b2a502-1feb-4eb5-9198-10a09704f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:51:19Z', 'updated_at': '2022-07-25T05:51:38Z', 'revision_number': 4, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'gw_port': {'id': 'd4b2a502-1feb-4eb5-9198-10a09704f0c3', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:39:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:51:38Z', 'updated_at': '2022-07-25T05:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'fba426f8-abef-449f-823f-f4a0c82b991a', 'name': '', 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'mac_address': 'fa:16:3e:ae:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:51:29Z', 'updated_at': '2022-07-25T05:51:32Z', 'revision_number': 5, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'subnets': [{'id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d70cd6-0633-4207-81ba-bf27105fa284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:40.097393 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Checking router: 5ea9b330-73d6-4325-b8dc-96b03a644252 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:51:40.097760 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Updating router 5ea9b330-73d6-4325-b8dc-96b03a644252 port d4b2a502-1feb-4eb5-9198-10a09704f0c3 binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:51:40.151659 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:40.461405 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Publish callbacks [] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:40.521125 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:40.566219 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344652e6-f36d-45f1-ae14-5ad7551955ac None None] Pushing event updated for resources: {'Port': ['ID=d4b2a502-1feb-4eb5-9198-10a09704f0c3,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:40.577404 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Attempting to bind port d4b2a502-1feb-4eb5-9198-10a09704f0c3 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:51:40.577774 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Attempting to bind port d4b2a502-1feb-4eb5-9198-10a09704f0c3 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:51:40.578133 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Attempting to bind port d4b2a502-1feb-4eb5-9198-10a09704f0c3 on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:51:40.579852 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:40.584611 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:51:40.584981 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:51:40.585371 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:40.585752 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:51:40.586204 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Bound port: d4b2a502-1feb-4eb5-9198-10a09704f0c3, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:51:40.586577 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:40.637399 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] For port d4b2a502-1feb-4eb5-9198-10a09704f0c3, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:51:40.640457 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] For port d4b2a502-1feb-4eb5-9198-10a09704f0c3, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=d4b2a502-1feb-4eb5-9198-10a09704f0c3,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:51:40.717373 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:40.723005 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:40.775514 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=11,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:40.776002 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344652e6-f36d-45f1-ae14-5ad7551955ac None None] Pushing event updated for resources: {'Port': ['ID=d4b2a502-1feb-4eb5-9198-10a09704f0c3,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:40.776505 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=46 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:40.778549 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Routers {'5ea9b330-73d6-4325-b8dc-96b03a644252'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:51:40.779132 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:51:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['5ea9b330-73d6-4325-b8dc-96b03a644252'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:40.882518 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] Set router 5ea9b330-73d6-4325-b8dc-96b03a644252 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:51:41.079649 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'name': 'router1', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd4b2a502-1feb-4eb5-9198-10a09704f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:51:19Z', 'updated_at': '2022-07-25T05:51:38Z', 'revision_number': 4, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'gw_port': {'id': 'd4b2a502-1feb-4eb5-9198-10a09704f0c3', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:39:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:51:38Z', 'updated_at': '2022-07-25T05:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'fba426f8-abef-449f-823f-f4a0c82b991a', 'name': '', 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'mac_address': 'fa:16:3e:ae:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:51:29Z', 'updated_at': '2022-07-25T05:51:32Z', 'revision_number': 5, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'subnets': [{'id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d70cd6-0633-4207-81ba-bf27105fa284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:51:41.104529 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ecf7-62bf-47d9-8b6a-7461a21413dd None None] The sync data for ids ['5ea9b330-73d6-4325-b8dc-96b03a644252'] in dv-cinder-848418-2-iscsi is: [{'id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'name': 'router1', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'd4b2a502-1feb-4eb5-9198-10a09704f0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:51:19Z', 'updated_at': '2022-07-25T05:51:38Z', 'revision_number': 4, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'gw_port': {'id': 'd4b2a502-1feb-4eb5-9198-10a09704f0c3', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:39:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:51:38Z', 'updated_at': '2022-07-25T05:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'fba426f8-abef-449f-823f-f4a0c82b991a', 'name': '', 'network_id': 'bbea6641-098e-426a-ba37-8d28da2841f5', 'tenant_id': '39a8b4919bb540a7a257d26089c8b3bd', 'mac_address': 'fa:16:3e:ae:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea9b330-73d6-4325-b8dc-96b03a644252', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:51:29Z', 'updated_at': '2022-07-25T05:51:32Z', 'revision_number': 5, 'project_id': '39a8b4919bb540a7a257d26089c8b3bd', 'subnets': [{'id': '37154e29-1f89-44a0-9f15-39b6093f6c94', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78d70cd6-0633-4207-81ba-bf27105fa284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:51:41.822732 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38372) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:51:41.885084 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device d4b2a502-1feb-4eb5-9198-10a09704f0c3 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:51:41.929374 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port d4b2a502-1feb-4eb5-9198-10a09704f0c3 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:41.929771 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:42.003061 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port d4b2a502-1feb-4eb5-9198-10a09704f0c3 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:51:42.003450 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:42.023472 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port d4b2a502-1feb-4eb5-9198-10a09704f0c3, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=d4b2a502-1feb-4eb5-9198-10a09704f0c3,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:51:42.082229 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:42.125426 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:42.130518 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=d4b2a502-1feb-4eb5-9198-10a09704f0c3,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:51:42.226014 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e39d36a8-bc41-40ef-a73f-a3ad26615f67 admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4021559 Jul 25 05:51:43.862917 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device d4b2a502-1feb-4eb5-9198-10a09704f0c3 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:51:43.910812 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port d4b2a502-1feb-4eb5-9198-10a09704f0c3 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:51:43.911195 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d4b2a502-1feb-4eb5-9198-10a09704f0c3), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:43.989930 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port d4b2a502-1feb-4eb5-9198-10a09704f0c3 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:51:49.461060 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=57 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:52.217664 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:52.221836 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:53.477964 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=27 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:53.981144 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:53.987264 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=14 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:51:57.037004 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3af13078-08e3-47bc-b575-9d002f85c6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:51:59.395654 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e47e274c-d941-4679-918b-5607e8cb47a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:00.555894 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:01.794201 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:02.227997 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:08.464689 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:52:12.158641 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:12.167489 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:26.463902 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:26.468275 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:27.063511 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-45a9069c-f0dd-449a-8ef5-2bb9022890a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:29.382939 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-470d59b8-6c85-4c29-967e-f21595ccec0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:30.543486 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:31.793040 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:32.206136 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:42.166090 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:42.167994 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:52:45.462400 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:52:57.039179 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-083f447b-7d82-44fc-a2d0-21275f86babd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:52:59.362747 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c921bdd3-9b7d-4efa-b4e3-3573ccaed6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:00.574183 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:01.808447 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:02.227165 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:03.460439 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:03.465258 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:06.039506 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38912) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:06.377029 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfab6a62-38bd-4360-8efd-f7f71a2bd2b0 admin admin] GET failed (client error): The resource could not be found. Jul 25 05:53:06.378319 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-dfab6a62-38bd-4360-8efd-f7f71a2bd2b0 admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3396208 Jul 25 05:53:06.544427 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4704703f-54aa-47b8-b650-896050543457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:06.546137 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-4704703f-54aa-47b8-b650-896050543457 admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1636629 Jul 25 05:53:08.742879 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38922) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:09.103743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7ce90-9aa5-4511-a482-44cab4835546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:09.105122 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-22a7ce90-9aa5-4511-a482-44cab4835546 admin admin] 10.222.0.40 "GET /v2.0/subnets/37154e29-1f89-44a0-9f15-39b6093f6c94 HTTP/1.1" status: 200 len: 849 time: 0.3613703 Jul 25 05:53:09.114870 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:53:09.201432 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Publish callbacks [] for subnet (37154e29-1f89-44a0-9f15-39b6093f6c94), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:09.392694 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768760440113'] for subnet (37154e29-1f89-44a0-9f15-39b6093f6c94), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:09.422499 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:09.423399 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:09.433727 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] 10.222.0.40 "PUT /v2.0/subnets/37154e29-1f89-44a0-9f15-39b6093f6c94 HTTP/1.1" status: 200 len: 868 time: 0.3131390 Jul 25 05:53:09.433990 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a2565-8a7f-42f7-adf4-5b6979a8529c None None] Network bbea6641-098e-426a-ba37-8d28da2841f5 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:53:09.448455 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37154e29-1f89-44a0-9f15-39b6093f6c94,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:53:09.456569 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.456928 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.457263 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.457596 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.457940 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.458285 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.458613 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.458946 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.459279 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.459611 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.459942 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.460326 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.460659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.460984 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.461308 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb34848-62d0-47e0-bd63-676682fd3458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:53:09.713426 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-78cba2d3-c0e4-4d8b-a49e-bc4bdeb2b900 None None] Provisioning complete for port fba426f8-abef-449f-823f-f4a0c82b991a triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:53:09.713842 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-78cba2d3-c0e4-4d8b-a49e-bc4bdeb2b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (fba426f8-abef-449f-823f-f4a0c82b991a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:09.789106 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-78cba2d3-c0e4-4d8b-a49e-bc4bdeb2b900 None None] Current status of the port fba426f8-abef-449f-823f-f4a0c82b991a is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:53:09.798175 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-78cba2d3-c0e4-4d8b-a49e-bc4bdeb2b900 None None] Provisioning complete for port 82b36719-add9-4c60-991a-532334972fba triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:53:09.798563 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-78cba2d3-c0e4-4d8b-a49e-bc4bdeb2b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (82b36719-add9-4c60-991a-532334972fba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:09.875507 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-78cba2d3-c0e4-4d8b-a49e-bc4bdeb2b900 None None] Current status of the port 82b36719-add9-4c60-991a-532334972fba is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:53:11.618375 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38930) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:12.104839 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded0bf4-acd0-48c4-9af6-f24fe8f2ccc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:12.105233 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded0bf4-acd0-48c4-9af6-f24fe8f2ccc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:12.106781 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-eded0bf4-acd0-48c4-9af6-f24fe8f2ccc1 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4874637 Jul 25 05:53:14.295190 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38938) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:14.705228 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779d54df-9316-4a91-8ce6-25b6dbdc88f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:14.705697 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779d54df-9316-4a91-8ce6-25b6dbdc88f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:14.707265 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-779d54df-9316-4a91-8ce6-25b6dbdc88f8 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4110889 Jul 25 05:53:16.916563 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38946) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:17.304570 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:17.321288 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ff65c-fa80-4e73-a86f-6e2010c02a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:17.322660 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b99ff65c-fa80-4e73-a86f-6e2010c02a25 admin admin] 10.222.0.40 "GET /v2.0/networks/58e3ca10-50c4-4ec3-9bf4-d0552dca5833 HTTP/1.1" status: 200 len: 886 time: 0.4051516 Jul 25 05:53:19.524860 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38954) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:19.867334 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:19.870190 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:19.919140 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:19.952158 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874512f3-4c5c-41ef-81d9-e5fc81992515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:19.953645 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-874512f3-4c5c-41ef-81d9-e5fc81992515 admin admin] 10.222.0.40 "GET /v2.0/networks/bbea6641-098e-426a-ba37-8d28da2841f5 HTTP/1.1" status: 200 len: 869 time: 0.4277728 Jul 25 05:53:22.154393 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38962) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:22.461336 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:53:22.553385 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f34c2-b4dd-4f18-a519-71a32edf6571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:22.553841 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f34c2-b4dd-4f18-a519-71a32edf6571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:22.555375 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-568f34c2-b4dd-4f18-a519-71a32edf6571 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4000142 Jul 25 05:53:24.988450 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 38970) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:25.349244 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc154e-fc90-4158-99d5-66d036e8497a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:25.349703 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc154e-fc90-4158-99d5-66d036e8497a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:25.351233 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-3ddc154e-fc90-4158-99d5-66d036e8497a admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3618143 Jul 25 05:53:27.043468 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9306-a181-4ee0-b8a0-f642b242142c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:27.558520 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 38978) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:27.924933 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3988a-9772-428a-a6b3-890312493b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:27.926190 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-a6d3988a-9772-428a-a6b3-890312493b85 admin admin] 10.222.0.40 "GET /v2.0/subnets/37154e29-1f89-44a0-9f15-39b6093f6c94 HTTP/1.1" status: 200 len: 868 time: 0.3666582 Jul 25 05:53:29.392049 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3881d7d6-29bc-4396-aa2b-cd6de6c2c94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:30.128343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 38988) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:30.487752 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a897d4f-83f8-42bf-8827-006726bb297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:53:30.489503 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-7a897d4f-83f8-42bf-8827-006726bb297d admin admin] 10.222.0.40 "GET /v2.0/subnets/a37f2cf5-04cd-4598-9058-8d4558d7769b HTTP/1.1" status: 200 len: 816 time: 0.3598914 Jul 25 05:53:30.586279 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:31.797543 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:32.237357 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:35.343402 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=27 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:35.345280 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=14 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:40.462290 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:40.472365 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:40.478139 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=9 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:40.487203 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=14 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:42.164100 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:42.166054 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:51.964123 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=13 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:51.968018 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=13 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:53:57.047659 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-243066b7-da14-4185-b24d-262e2f28366d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:58.568700 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39044) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:53:58.891533 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [None req-eb38fa91-dddc-4cff-bf8c-553f536bd535 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110783) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:53:58.892586 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-eb38fa91-dddc-4cff-bf8c-553f536bd535 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3229363 Jul 25 05:53:59.390306 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0237fa22-d1e3-42a3-87b9-c9d7d4cd6bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:53:59.460496 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:54:00.613292 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:01.181824 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39052) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:54:01.514204 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cdcd93-69ae-4c21-bd6e-2aded9808654 admin admin] GET failed (client error): The resource could not be found. Jul 25 05:54:01.515502 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-90cdcd93-69ae-4c21-bd6e-2aded9808654 admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3327520 Jul 25 05:54:01.661142 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf49b76-fdec-4a12-af10-f264f99c1837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:54:01.662600 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-7cf49b76-fdec-4a12-af10-f264f99c1837 admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1429274 Jul 25 05:54:01.801631 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:02.247497 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:03.892805 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39060) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:54:04.215544 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:54:04.331999 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Made reservation on behalf of 1d6ac2b8c3194197aedc989787229928 for: {'network': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:54:04.334335 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:04.361998 dv-cinder-848418-2-iscsi neutron-server[110783]: WARNING neutron.services.revisions.revision_plugin [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Could not find related network for resource to bump revision. Jul 25 05:54:04.376590 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=110783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:54:04.390324 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (569ae463-4700-4626-b02b-afb8bfc2a63d), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:04.390665 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.segments_db [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Added segment 569ae463-4700-4626-b02b-afb8bfc2a63d of type vlan for network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb Jul 25 05:54:04.428392 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (8ff266a7-e154-47e0-a1b3-1f0ad5016bbb), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:04.516004 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (8ff266a7-e154-47e0-a1b3-1f0ad5016bbb), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:04.517028 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:54:04.517604 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:04.577685 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8ff266a7-e154-47e0-a1b3-1f0ad5016bbb,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:54:04.584252 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.584549 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.584890 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.585226 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.585559 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.585886 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.586212 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.586536 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.586876 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.587205 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.587532 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.587873 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.588223 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.588545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.588885 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:04.600557 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:54:04.627179 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-0023d12d-84f1-41a8-a75d-1aa3f77298a5 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7332997 Jul 25 05:54:06.839677 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39068) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:54:07.177943 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4361d4b-2066-4963-9177-40a19f72651b admin admin] GET failed (client error): The resource could not be found. Jul 25 05:54:07.179232 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f4361d4b-2066-4963-9177-40a19f72651b admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3385499 Jul 25 05:54:07.253094 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234fccc5-9f60-48ac-890f-c69b3fc3dfc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:54:07.254469 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-234fccc5-9f60-48ac-890f-c69b3fc3dfc0 admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711803 Jul 25 05:54:07.264919 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:54:07.378434 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Made reservation on behalf of 1d6ac2b8c3194197aedc989787229928 for: {'subnet': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:54:07.380881 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:07.624659 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (61074c37-6dc9-41dd-8b28-48cddfbe717e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:07.680925 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61074c37-6dc9-41dd-8b28-48cddfbe717e,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:54:07.697478 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Checking segment: {'id': '569ae463-4700-4626-b02b-afb8bfc2a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:54:07.697831 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Network hostable DHCP agents. Network: 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:54:07.875486 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:54:07.966764 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb) {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:54:07.970829 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:54:07.971440 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:07.975993 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a34e064-3472-44bd-b083-c5ca92228235 None None] Network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:54:08.061900 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-a548850f-84da-423c-a5e2-48d9d8d0599c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8003244 Jul 25 05:54:08.086363 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-8ff266a7-e154-47e0-a1b3-1f0ad5016bbb', 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb', 'project_id': '1d6ac2b8c3194197aedc989787229928', 'fixed_ips': [{'subnet_id': '61074c37-6dc9-41dd-8b28-48cddfbe717e'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:54:08.087330 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:08.324891 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Allocated IP 192.168.233.2 (8ff266a7-e154-47e0-a1b3-1f0ad5016bbb/61074c37-6dc9-41dd-8b28-48cddfbe717e/d23974b2-e417-4224-a00e-8968919eac3e) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:54:08.469299 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Publish callbacks [] for port (d23974b2-e417-4224-a00e-8968919eac3e), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:08.567887 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (d23974b2-e417-4224-a00e-8968919eac3e), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:08.606548 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:54:08.609493 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:54:08.611999 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:54:08.645181 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Pushing event updated for resources: {'Port': ['ID=d23974b2-e417-4224-a00e-8968919eac3e,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:54:08.669835 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.670184 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.670562 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.670917 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.671255 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.671578 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.671896 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.672249 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.672580 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.672886 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.673204 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.673537 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.673856 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.674171 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.674480 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:54:08.692475 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Attempting to bind port d23974b2-e417-4224-a00e-8968919eac3e on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:54:08.692833 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Attempting to bind port d23974b2-e417-4224-a00e-8968919eac3e by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '569ae463-4700-4626-b02b-afb8bfc2a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:54:08.693215 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Attempting to bind port d23974b2-e417-4224-a00e-8968919eac3e on network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:54:08.698539 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:54:08.698907 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Checking segment: {'id': '569ae463-4700-4626-b02b-afb8bfc2a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:54:08.699305 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:08.699690 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Bound using segment: {'id': '569ae463-4700-4626-b02b-afb8bfc2a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:54:08.700170 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Bound port: d23974b2-e417-4224-a00e-8968919eac3e, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ae463-4700-4626-b02b-afb8bfc2a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:54:08.701207 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d23974b2-e417-4224-a00e-8968919eac3e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:08.764715 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] For port d23974b2-e417-4224-a00e-8968919eac3e, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:54:08.768010 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] For port d23974b2-e417-4224-a00e-8968919eac3e, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=d23974b2-e417-4224-a00e-8968919eac3e,segment=NetworkSegment(569ae463-4700-4626-b02b-afb8bfc2a63d),segment_id=569ae463-4700-4626-b02b-afb8bfc2a63d)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:54:08.836523 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d23974b2-e417-4224-a00e-8968919eac3e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:08.847070 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:08.898828 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e073261-e8de-4a5a-8c76-38433a4008fb None None] Pushing event updated for resources: {'Port': ['ID=d23974b2-e417-4224-a00e-8968919eac3e,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:54:09.724250 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab46a8-cead-4a39-980c-6baaaee67a12 None None] Network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:54:09.799205 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:09.847740 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-f985d251-d2bd-45bc-9329-52827020b59a None None] Provisioning complete for port d23974b2-e417-4224-a00e-8968919eac3e triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:54:09.848152 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f985d251-d2bd-45bc-9329-52827020b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d23974b2-e417-4224-a00e-8968919eac3e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:09.947197 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-f985d251-d2bd-45bc-9329-52827020b59a None None] Current status of the port d23974b2-e417-4224-a00e-8968919eac3e is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:54:09.947536 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f985d251-d2bd-45bc-9329-52827020b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d23974b2-e417-4224-a00e-8968919eac3e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:09.976507 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device d23974b2-e417-4224-a00e-8968919eac3e up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:54:10.016598 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-f985d251-d2bd-45bc-9329-52827020b59a None None] For port d23974b2-e417-4224-a00e-8968919eac3e, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=d23974b2-e417-4224-a00e-8968919eac3e,segment=NetworkSegment(569ae463-4700-4626-b02b-afb8bfc2a63d),segment_id=569ae463-4700-4626-b02b-afb8bfc2a63d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:54:10.042274 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port d23974b2-e417-4224-a00e-8968919eac3e triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:54:10.042664 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d23974b2-e417-4224-a00e-8968919eac3e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:10.087883 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f985d251-d2bd-45bc-9329-52827020b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d23974b2-e417-4224-a00e-8968919eac3e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:10.151981 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port d23974b2-e417-4224-a00e-8968919eac3e is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:54:10.163584 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985d251-d2bd-45bc-9329-52827020b59a None None] Pushing event updated for resources: {'Port': ['ID=d23974b2-e417-4224-a00e-8968919eac3e,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:54:10.205522 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-bb1aa7d9-2cea-4f27-8ea8-fc1b9f3d5663 None None] Provisioning complete for port d23974b2-e417-4224-a00e-8968919eac3e triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:54:10.205830 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-bb1aa7d9-2cea-4f27-8ea8-fc1b9f3d5663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d23974b2-e417-4224-a00e-8968919eac3e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:10.283417 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-bb1aa7d9-2cea-4f27-8ea8-fc1b9f3d5663 None None] Current status of the port d23974b2-e417-4224-a00e-8968919eac3e is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:54:11.927779 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device d23974b2-e417-4224-a00e-8968919eac3e up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:54:11.972267 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port d23974b2-e417-4224-a00e-8968919eac3e triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:54:11.972656 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d23974b2-e417-4224-a00e-8968919eac3e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:12.045050 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port d23974b2-e417-4224-a00e-8968919eac3e is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:54:17.463754 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:17.468594 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:17.981187 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:17.982077 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:21.856831 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:27.086628 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-58459e3c-8a56-4372-82e0-c2a535407a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:29.394578 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-24b2fe13-b1da-4ed2-9296-04bf8ab7a478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:30.537346 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:31.828862 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:32.228759 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:36.459459 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:54:42.163636 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:42.165956 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:54.460914 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:55.455658 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:54:57.050390 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c88d9438-e845-400a-9832-5b8f4fc9df0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:54:59.387655 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-046beb7a-0064-4386-bfb9-cae291d25bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:00.553501 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:01.810222 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:02.227499 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:12.165222 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:12.168199 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:13.458572 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:55:27.051776 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-65e2f497-b668-4258-8174-fb352b6e1da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:29.380670 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c6c11d5d-2e7c-4634-91ad-8bc22dcaaadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:30.574657 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:31.460034 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:31.466635 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:31.797787 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:32.232250 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:42.164657 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:42.166615 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:44.213235 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39106) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:55:44.219231 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [None req-f9eb92ee-bd8f-4c8b-9a56-828793dc6126 tempest-verify_tempest_config-1673065632 tempest-verify_tempest_config-1673065632-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110783) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:55:44.220235 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f9eb92ee-bd8f-4c8b-9a56-828793dc6126 tempest-verify_tempest_config-1673065632 tempest-verify_tempest_config-1673065632-project] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0060079 Jul 25 05:55:44.916068 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39124) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:55:45.249023 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:45.323318 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Publish callbacks [] for security_group (921e76ef-d80c-418a-9a74-345d5c25cee5), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:45.482218 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (921e76ef-d80c-418a-9a74-345d5c25cee5), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:45.530416 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=64e4ed1a3de6499e9a4affd0e0866ce4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6132951 Jul 25 05:55:45.532314 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921e76ef-d80c-418a-9a74-345d5c25cee5,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:55:45.533175 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39128) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:55:45.539410 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.539766 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.540101 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.540457 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.540781 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.541099 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.541416 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.541750 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.542058 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.542378 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.542711 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.543644 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.543949 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.544291 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.544610 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598cc2b2-2772-4f39-8cc6-5ca3b06bd5a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.590283 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Publish callbacks [] for security_group (921e76ef-d80c-418a-9a74-345d5c25cee5), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:45.611439 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Publish callbacks [] for security_group (921e76ef-d80c-418a-9a74-345d5c25cee5), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:45.774671 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (921e76ef-d80c-418a-9a74-345d5c25cee5), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:45.777243 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:45.778442 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/921e76ef-d80c-418a-9a74-345d5c25cee5 HTTP/1.1" status: 204 len: 168 time: 0.2442174 Jul 25 05:55:45.786565 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921e76ef-d80c-418a-9a74-345d5c25cee5,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:55:45.794083 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.794515 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.794871 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.795214 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.795661 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.796000 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.796387 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.796717 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.797073 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.797405 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.797749 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.798096 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.798427 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.798786 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:45.799107 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d64a2a-62ff-4e0c-9c9a-177985186c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:55:50.457613 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:55:55.535095 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=24,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:55.535964 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=15,neutron:INSERT=8 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:55.789460 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:55.790245 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:55.819434 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:55:57.093537 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c11950e9-b810-4c07-bad4-997172a35417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:55:59.373385 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b0532655-9e76-4186-abb2-2f51d3cefa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:00.561658 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:01.830073 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:02.270317 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:08.455962 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=16 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:56:08.460873 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=18 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:56:12.164409 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:56:12.172392 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:56:27.046632 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a8e82816-2e92-46ab-a87a-66d2219d2934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:27.456788 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:56:29.411906 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0ecd3eec-c0b9-471a-97dd-ce7b74f74adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:30.611998 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:31.828892 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:32.257626 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:42.161949 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:56:42.167981 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:56:55.459769 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=6 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:56:55.460580 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:56:57.056781 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-2ac1b663-4c03-4bff-a0a1-43ead3694321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:56:59.387393 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5d6a63bb-3846-4d81-abc7-f58d5e4c5bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:00.564662 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:01.827563 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:02.216054 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:04.455728 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 5 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:57:12.164808 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:57:12.166696 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:57:22.457856 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:57:22.462893 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:57:27.049513 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-737976b7-018f-44cb-b67e-6f358a332913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:28.792563 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-910189'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:29.369471 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b73cbd56-a39f-4296-bc35-3cd975746425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:30.580570 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:31.843092 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:32.311646 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:41.454609 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:57:41.511652 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39224) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:57:41.708400 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-5e3bd65a-0ccc-4b9f-b899-17b70235925c admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1954517 Jul 25 05:57:42.255125 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:57:42.256924 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:57:43.789954 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39234) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:57:43.844091 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-866a25e3-dd20-46ee-be4e-ebadeffcbf93 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530655 Jul 25 05:57:53.837915 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:57:53.839348 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:57:57.070828 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-427f750a-f179-4c26-a749-a4b219624f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:58.779298 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:59.385712 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3f1505e9-5a7a-45e9-94c9-126444f08280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:57:59.456691 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=15 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:57:59.461597 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=19 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:58:00.579239 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:01.825076 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:02.207383 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:12.163515 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:58:12.170503 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:58:18.456018 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:58:27.063864 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5cf5182a-e156-48d1-a077-39e58d465a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:28.784234 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:29.383462 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c1f927b5-2257-4653-9a91-301295ca1a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:30.600773 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:31.859183 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:32.229200 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:36.452557 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:58:36.456781 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:58:42.164414 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:58:42.167398 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:58:55.455176 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:58:57.073765 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d282c36a-be08-4e7f-b5f8-9a0a937b4220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:58.794492 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:58:59.376920 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-810ff4f3-d21a-4b58-9bf1-c2b14bd80ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:00.651141 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:01.839397 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:02.221585 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:12.166191 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=12 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:12.167512 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:13.458826 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:13.462694 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:19.834912 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39352) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:20.165481 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1758010139-network', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:20.256257 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Made reservation on behalf of 5ea60662f93343019fe380b6e13d5d18 for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:20.258613 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:20.268260 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:20.348072 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Publish callbacks [] for security_group (b453c464-3b4b-49f9-8d1a-f1ae60ef2a79), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:20.417271 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b453c464-3b4b-49f9-8d1a-f1ae60ef2a79), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:20.450074 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:59:20.455673 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b453c464-3b4b-49f9-8d1a-f1ae60ef2a79,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:20.465555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.465899 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.466238 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.466571 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.466898 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.467224 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.467546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.467865 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.468230 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.468560 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.468895 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.469219 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.469535 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.469850 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.470165 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Tracked resource versions report: Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: pushed versions: Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: { 'AddressGroup': {'1.2'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Agent': {'1.1'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'ConntrackHelper': {'1.0'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Log': {'1.0'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'NDPProxy': {'1.0'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Network': {'1.1'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Port': {'1.7'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'PortForwarding': {'1.3'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'QosPolicy': {'1.10'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SecurityGroup': {'1.5'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SubPort': {'1.0'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Subnet': {'1.1'}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Trunk': {'1.1'}} Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: consumer versions: Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: { DHCP agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: HyperV agent@hv-cinder-84841: {}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: L3 agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: Metadata agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: Metering agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: Open vSwitch agent@dv-cinder-848418-2-iscsi: { 'AddressGroup': '1.2', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Agent': '1.1', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'ConntrackHelper': '1.0', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'LocalIPAssociation': '1.0', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Log': '1.0', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'NDPProxy': '1.0', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Network': '1.1', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Port': '1.7', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'PortForwarding': '1.3', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'QosPolicy': '1.10', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SecurityGroup': '1.5', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SecurityGroupRule': '1.2', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'SubPort': '1.0', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Subnet': '1.1', Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: 'Trunk': '1.1'}} Jul 25 05:59:20.471361 dv-cinder-848418-2-iscsi neutron-server[110782]: {{(pid=110782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:59:20.476227 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (00624e28-8c3d-478a-882a-9a55e8ab9a0d), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:20.477660 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Added segment 00624e28-8c3d-478a-882a-9a55e8ab9a0d of type vlan for network e8aa6446-1bfa-4069-a27c-c14f749ca6da Jul 25 05:59:20.516285 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (e8aa6446-1bfa-4069-a27c-c14f749ca6da), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:20.610672 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (e8aa6446-1bfa-4069-a27c-c14f749ca6da), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:20.611629 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:20.612236 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:20.794806 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9581332 Jul 25 05:59:20.796926 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39388) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:20.813703 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Request body: {'subnet': {'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1758010139-subnet', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:20.813906 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dba79-4e96-4551-bf02-2e93432fb026 admin admin] Pushing event updated for resources: {'Network': ['ID=e8aa6446-1bfa-4069-a27c-c14f749ca6da,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:20.825683 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:59:20.907463 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Made reservation on behalf of 5ea60662f93343019fe380b6e13d5d18 for: {'subnet': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:20.912179 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:21.159471 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (ac18650c-f7a9-4125-b917-a18be86504ca), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:21.217792 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac18650c-f7a9-4125-b917-a18be86504ca,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:21.228443 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.228791 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.229153 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.229492 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.229826 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.230274 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.230748 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.231143 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.231406 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.231750 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.232056 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.232418 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.232795 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.233051 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.233369 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Tracked resource versions report: Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: pushed versions: Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: { 'AddressGroup': {'1.2'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Agent': {'1.1'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'ConntrackHelper': {'1.0'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Log': {'1.0'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'NDPProxy': {'1.0'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Network': {'1.1'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Port': {'1.7'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'PortForwarding': {'1.3'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'QosPolicy': {'1.10'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SecurityGroup': {'1.5'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SubPort': {'1.0'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Subnet': {'1.1'}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Trunk': {'1.1'}} Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: consumer versions: Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: { DHCP agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: HyperV agent@hv-cinder-84841: {}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: L3 agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: Metadata agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: Metering agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: Open vSwitch agent@dv-cinder-848418-2-iscsi: { 'AddressGroup': '1.2', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Agent': '1.1', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'ConntrackHelper': '1.0', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'LocalIPAssociation': '1.0', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Log': '1.0', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'NDPProxy': '1.0', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Network': '1.1', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Port': '1.7', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'PortForwarding': '1.3', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'QosPolicy': '1.10', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SecurityGroup': '1.5', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SecurityGroupRule': '1.2', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'SubPort': '1.0', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Subnet': '1.1', Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: 'Trunk': '1.1'}} Jul 25 05:59:21.234597 dv-cinder-848418-2-iscsi neutron-server[110783]: {{(pid=110783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:59:21.256697 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Checking segment: {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:21.257049 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Network hostable DHCP agents. Network: e8aa6446-1bfa-4069-a27c-c14f749ca6da, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:59:21.358691 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:59:21.438239 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, e8aa6446-1bfa-4069-a27c-c14f749ca6da) {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:21.448892 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:21.448892 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:21.449052 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253bfdc-98d9-4737-8ff5-ab3a256ffe72 None None] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:21.524528 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-72aa259e-2410-4836-915a-2dd80c9db6b5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7257197 Jul 25 05:59:21.528084 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39444) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:21.535094 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:21.576565 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39446) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:21.578909 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a4258-2087-47a5-befc-e00901180afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:59:21.580052 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:21.612916 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39450) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:21.627806 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (d95cb2de-6db7-4ad5-b159-b8562ddc429b), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:21.628897 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (d95cb2de-6db7-4ad5-b159-b8562ddc429b), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:21.688939 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks [] for router_controller (d95cb2de-6db7-4ad5-b159-b8562ddc429b), precommit_add_association {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:21.724296 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-533a4258-2087-47a5-befc-e00901180afc None None] Allocated IP 172.20.0.2 (e8aa6446-1bfa-4069-a27c-c14f749ca6da/ac18650c-f7a9-4125-b917-a18be86504ca/8119fde4-405e-4dfd-adf4-85586ed02b11) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:21.879015 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Publish callbacks [] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:21.892842 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks [] for router_gateway (d95cb2de-6db7-4ad5-b159-b8562ddc429b), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:21.970369 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.011288 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a4258-2087-47a5-befc-e00901180afc None None] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:22.014824 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-533a4258-2087-47a5-befc-e00901180afc None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:22.018537 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a4258-2087-47a5-befc-e00901180afc None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:22.036486 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a4258-2087-47a5-befc-e00901180afc None None] Pushing event updated for resources: {'Port': ['ID=8119fde4-405e-4dfd-adf4-85586ed02b11,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:22.065179 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.065741 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.066285 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.066772 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.067116 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.067444 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.067768 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.068089 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.068453 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.068757 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.069077 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.069413 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.069727 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.070209 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.070694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Tracked resource versions report: Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: pushed versions: Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: { 'AddressGroup': {'1.2'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Agent': {'1.1'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'ConntrackHelper': {'1.0'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Log': {'1.0'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'NDPProxy': {'1.0'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Network': {'1.1'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Port': {'1.7'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'PortForwarding': {'1.3'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'QosPolicy': {'1.10'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SecurityGroup': {'1.5'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SubPort': {'1.0'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Subnet': {'1.1'}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Trunk': {'1.1'}} Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: consumer versions: Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: { DHCP agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: HyperV agent@hv-cinder-84841: {}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: L3 agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: Metadata agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: Metering agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: Open vSwitch agent@dv-cinder-848418-2-iscsi: { 'AddressGroup': '1.2', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Agent': '1.1', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'ConntrackHelper': '1.0', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'LocalIPAssociation': '1.0', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Log': '1.0', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'NDPProxy': '1.0', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Network': '1.1', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Port': '1.7', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'PortForwarding': '1.3', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'QosPolicy': '1.10', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SecurityGroup': '1.5', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SecurityGroupRule': '1.2', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'SubPort': '1.0', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Subnet': '1.1', Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: 'Trunk': '1.1'}} Jul 25 05:59:22.072443 dv-cinder-848418-2-iscsi neutron-server[110784]: {{(pid=110784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:59:22.107050 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-533a4258-2087-47a5-befc-e00901180afc None None] Attempting to bind port 8119fde4-405e-4dfd-adf4-85586ed02b11 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:22.107684 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-533a4258-2087-47a5-befc-e00901180afc None None] Attempting to bind port 8119fde4-405e-4dfd-adf4-85586ed02b11 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:22.108177 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a4258-2087-47a5-befc-e00901180afc None None] Attempting to bind port 8119fde4-405e-4dfd-adf4-85586ed02b11 on network e8aa6446-1bfa-4069-a27c-c14f749ca6da {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:22.114557 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a4258-2087-47a5-befc-e00901180afc None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:22.114932 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a4258-2087-47a5-befc-e00901180afc None None] Checking segment: {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:22.115332 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.115715 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a4258-2087-47a5-befc-e00901180afc None None] Bound using segment: {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:22.116379 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-533a4258-2087-47a5-befc-e00901180afc None None] Bound port: 8119fde4-405e-4dfd-adf4-85586ed02b11, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:22.116933 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.170399 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-network', 'tenant_id': '07562543fa3e40d584b4d4525b112319'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:22.181783 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-616921982-network', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:22.189002 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-533a4258-2087-47a5-befc-e00901180afc None None] For port 8119fde4-405e-4dfd-adf4-85586ed02b11, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:22.194053 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-533a4258-2087-47a5-befc-e00901180afc None None] For port 8119fde4-405e-4dfd-adf4-85586ed02b11, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=8119fde4-405e-4dfd-adf4-85586ed02b11,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:22.215812 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39478) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:22.252025 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39482) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:22.256593 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:22.257938 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-533a4258-2087-47a5-befc-e00901180afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.283720 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks [] for router_gateway (d95cb2de-6db7-4ad5-b159-b8562ddc429b), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.315641 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.352388 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1121460917-network', 'tenant_id': '1484746571a24f5db36ed027469f88c1'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:22.356564 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a4258-2087-47a5-befc-e00901180afc None None] Pushing event updated for resources: {'Port': ['ID=8119fde4-405e-4dfd-adf4-85586ed02b11,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:22.376027 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Made reservation on behalf of a6fd13a3dd1d4e2b83cf6e44160adf35 for: {'network': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:22.378676 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.385310 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Made reservation on behalf of 07562543fa3e40d584b4d4525b112319 for: {'network': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:22.388251 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.416286 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:22.418629 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.442761 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-359394097-network', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:22.461397 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.462109 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Made reservation on behalf of 1484746571a24f5db36ed027469f88c1 for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:22.464349 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.491072 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.552891 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Made reservation on behalf of 1871c9af781743f5af1d92371a42ecf1 for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:22.555297 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.570271 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.594339 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Allocated IP 172.27.1.77 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/26bed686-e517-4047-8efa-ead7daefb376) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:22.723069 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Publish callbacks [] for security_group (d7143db6-779f-4c20-ac33-f8e6b16cacec), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.790325 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Publish callbacks [] for security_group (c7387c4b-18ce-47a3-bb10-0336a17d8548), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.794965 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Publish callbacks [] for security_group (35e5181d-a352-48b8-bc0e-08e899069c42), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.801943 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (d7143db6-779f-4c20-ac33-f8e6b16cacec), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.805979 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6,neutron:INSERT=25 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:22.834007 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=68,neutron:INSERT=29,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:22.836367 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Publish callbacks [] for security_group (1c7b8d4f-27b0-47e4-babc-e791443cbfbd), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.843615 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:59:22.862552 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks [] for port (26bed686-e517-4047-8efa-ead7daefb376), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.877511 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:22.879107 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.879552 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Added segment c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1 of type vlan for network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c Jul 25 05:59:22.881576 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (35e5181d-a352-48b8-bc0e-08e899069c42), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.904277 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c7387c4b-18ce-47a3-bb10-0336a17d8548), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.921276 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:59:22.926178 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=110783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:59:22.945495 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1c7b8d4f-27b0-47e4-babc-e791443cbfbd), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.949787 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (74f37b62-1cf9-48a7-a986-ff4a4a0d808a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.950321 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Added segment 74f37b62-1cf9-48a7-a986-ff4a4a0d808a of type vlan for network d09a72ec-f4c1-4494-ae4f-e65cd0316aed Jul 25 05:59:22.953505 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (232f109c-80c5-4c54-aa60-1e2121f24487), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.954055 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.segments_db [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Added segment 232f109c-80c5-4c54-aa60-1e2121f24487 of type vlan for network d80cb7ca-3031-41c9-afe8-b6a4faf27141 Jul 25 05:59:22.956510 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7387c4b-18ce-47a3-bb10-0336a17d8548,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:22.982912 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (26bed686-e517-4047-8efa-ead7daefb376), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:22.984874 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7143db6-779f-4c20-ac33-f8e6b16cacec,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:23.008650 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:23.010618 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=110783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 05:59:23.015643 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:23.018235 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:23.131937 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (0d15383e-d6bc-440c-8878-9fb1b58b4e6c), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.134902 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e5181d-a352-48b8-bc0e-08e899069c42,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:23.154183 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (d80cb7ca-3031-41c9-afe8-b6a4faf27141), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.156991 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (12ab516b-dc7c-4131-bf2b-4d20a919e0dc), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.157321 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.segments_db [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Added segment 12ab516b-dc7c-4131-bf2b-4d20a919e0dc of type vlan for network aa79d0fe-56b1-4e97-990f-ad8f32170783 Jul 25 05:59:23.166636 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (d09a72ec-f4c1-4494-ae4f-e65cd0316aed), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.187261 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b8d4f-27b0-47e4-babc-e791443cbfbd,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:23.196423 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:23.247140 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.db.resource_extend [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 05:59:23.282531 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=26bed686-e517-4047-8efa-ead7daefb376,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:23.301733 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (aa79d0fe-56b1-4e97-990f-ad8f32170783), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.319270 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (d09a72ec-f4c1-4494-ae4f-e65cd0316aed), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.320443 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:23.328414 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.357410 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (0d15383e-d6bc-440c-8878-9fb1b58b4e6c), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.357410 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:23.357410 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.406398 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (d80cb7ca-3031-41c9-afe8-b6a4faf27141), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.407646 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:23.408330 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.433182 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] Pushing event updated for resources: {'Network': ['ID=d09a72ec-f4c1-4494-ae4f-e65cd0316aed,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:23.445346 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:59:23.466471 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-17016733-9c75-4e8a-a6bd-43937e323d90 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2092123 Jul 25 05:59:23.481380 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39534) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:23.486796 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Request body: {'subnet': {'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-subnet', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:23.530013 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (aa79d0fe-56b1-4e97-990f-ad8f32170783), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.535332 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:23.535972 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.552023 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3348145 Jul 25 05:59:23.554850 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39540) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:23.563607 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Request body: {'subnet': {'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1121460917-subnet', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:23.661808 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Made reservation on behalf of 1871c9af781743f5af1d92371a42ecf1 for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:23.671925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.672955 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.0953054 Jul 25 05:59:23.684342 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39550) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:23.726480 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Request body: {'subnet': {'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-616921982-subnet', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:23.740197 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d8b4b-30fc-4ce1-b306-d0dd542ac10f admin admin] Pushing event updated for resources: {'Network': ['ID=0d15383e-d6bc-440c-8878-9fb1b58b4e6c,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:23.755180 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:59:23.787297 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:23.834249 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Made reservation on behalf of 1484746571a24f5db36ed027469f88c1 for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:23.836838 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:23.852354 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.2383003 Jul 25 05:59:23.853472 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074777-51d9-4032-b436-b88de7905975 admin admin] Pushing event updated for resources: {'Network': ['ID=d80cb7ca-3031-41c9-afe8-b6a4faf27141,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:23.863615 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39562) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:23.930701 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:24.164711 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:59:24.166408 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Request body: {'subnet': {'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-subnet', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:24.166408 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ea0a1-9928-45ba-be28-e768555cb2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=aa79d0fe-56b1-4e97-990f-ad8f32170783,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:24.171116 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Made reservation on behalf of a6fd13a3dd1d4e2b83cf6e44160adf35 for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:24.171116 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.172176 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks [] for router_gateway (d95cb2de-6db7-4ad5-b159-b8562ddc429b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.174638 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401cbc3a-a081-41ae-987f-cae1d0252aea None None] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:24.174944 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:24.175395 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:24.203545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Made reservation on behalf of 07562543fa3e40d584b4d4525b112319 for: {'subnet': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:24.203545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.225396 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 05:59:24.226279 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:24.235020 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 8119fde4-405e-4dfd-adf4-85586ed02b11 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:24.263018 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-9c502a41-3ced-4bed-9214-90045a212c6f None None] Provisioning complete for port 8119fde4-405e-4dfd-adf4-85586ed02b11 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:24.263736 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-9c502a41-3ced-4bed-9214-90045a212c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.382619 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (a6d0e7e8-0ce1-4bfd-b879-12f3738f1666), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.387935 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (9777dcb7-bc4b-47a6-8570-e49b6081488f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.443456 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 8119fde4-405e-4dfd-adf4-85586ed02b11 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:24.444173 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.529134 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (d95cb2de-6db7-4ad5-b159-b8562ddc429b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.553794 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:24.556974 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (643fd28a-aa2d-43b1-bd8f-778a3da61ff3), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.559406 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-9c502a41-3ced-4bed-9214-90045a212c6f None None] Current status of the port 8119fde4-405e-4dfd-adf4-85586ed02b11 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:24.559910 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-9c502a41-3ced-4bed-9214-90045a212c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.671613 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-9c502a41-3ced-4bed-9214-90045a212c6f None None] For port 8119fde4-405e-4dfd-adf4-85586ed02b11, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=8119fde4-405e-4dfd-adf4-85586ed02b11,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:24.674535 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Checking segment: {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:24.674992 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Network hostable DHCP agents. Network: 0d15383e-d6bc-440c-8878-9fb1b58b4e6c, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:59:24.675416 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 8119fde4-405e-4dfd-adf4-85586ed02b11 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:24.675939 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.682700 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Checking segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:24.683328 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Network hostable DHCP agents. Network: d80cb7ca-3031-41c9-afe8-b6a4faf27141, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:59:24.704561 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Checking segment: {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:24.705077 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Network hostable DHCP agents. Network: d09a72ec-f4c1-4494-ae4f-e65cd0316aed, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:59:24.725267 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9777dcb7-bc4b-47a6-8570-e49b6081488f,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:24.739518 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-9c502a41-3ced-4bed-9214-90045a212c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.755197 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39576) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:24.765304 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:24.801275 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=643fd28a-aa2d-43b1-bd8f-778a3da61ff3,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:24.822166 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:59:24.845650 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.db.api [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 05:59:24.845650 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG oslo_db.api [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 05:59:24.858613 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c502a41-3ced-4bed-9214-90045a212c6f None None] Pushing event updated for resources: {'Port': ['ID=8119fde4-405e-4dfd-adf4-85586ed02b11,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:24.862901 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-12a0ceed-b9d3-4fe4-85fe-e318efb89e12 None None] Provisioning complete for port 8119fde4-405e-4dfd-adf4-85586ed02b11 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:24.863284 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-12a0ceed-b9d3-4fe4-85fe-e318efb89e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.873993 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (5c96afb4-3704-4948-b0ad-db64e1b6dbc9), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.877097 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:59:24.907328 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-36605ebf-7228-4282-bf05-131e3536ad87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:24.913197 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:59:24.921073 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Router d95cb2de-6db7-4ad5-b159-b8562ddc429b is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:59:24.974174 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-12a0ceed-b9d3-4fe4-85fe-e318efb89e12 None None] Current status of the port 8119fde4-405e-4dfd-adf4-85586ed02b11 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:25.018574 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c96afb4-3704-4948-b0ad-db64e1b6dbc9,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:25.030189 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, d80cb7ca-3031-41c9-afe8-b6a4faf27141) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:25.035288 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:25.035885 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.045285 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 0d15383e-d6bc-440c-8878-9fb1b58b4e6c) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:25.056570 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255055fb-0e77-4925-a9aa-9f1a4a743287 None None] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:25.056974 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:25.057713 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.069823 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Checking segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:25.070187 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Network hostable DHCP agents. Network: aa79d0fe-56b1-4e97-990f-ad8f32170783, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 05:59:25.084955 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa17931-6395-4d5a-a09d-e06234db66a9 None None] Network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:25.088348 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, d09a72ec-f4c1-4494-ae4f-e65cd0316aed) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:25.098717 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:25.100952 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.126257 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:25.126595 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1408e821-ebd3-432b-a78f-0693d0ab16e7 None None] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:25.140334 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-69acb3a2-ec2c-4d31-ac67-7bcb8948bbe3 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5844047 Jul 25 05:59:25.143078 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39590) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:25.145917 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Sync routers for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:25.154140 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:25.162613 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:25.165051 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-36605ebf-7228-4282-bf05-131e3536ad87 admin admin] Publish callbacks [] for security_group (c8d2adbf-58fb-4f7b-bf18-86589c8ac0a5), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.165502 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:58:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:25.195278 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 05:59:25.196275 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-3d7e2c3e-42fc-4b70-bf2f-c874f07cf6fc admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5076811 Jul 25 05:59:25.200530 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39592) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:25.203004 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-8ae39bdf-3e03-438e-9134-4f40f8b649a5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7224519 Jul 25 05:59:25.203505 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39594) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:25.215968 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:25.220047 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:25.226707 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, aa79d0fe-56b1-4e97-990f-ad8f32170783) {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:25.237354 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:25.237960 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.302695 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-36605ebf-7228-4282-bf05-131e3536ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c8d2adbf-58fb-4f7b-bf18-86589c8ac0a5), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.325859 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.327556 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-0afd6555-cf4e-46e8-ab51-091b6ab4b5d4 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7986007 Jul 25 05:59:25.330444 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39600) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:25.352369 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (103194fd-bb0f-4cc4-ba73-63160eb95053), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.356598 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (103194fd-bb0f-4cc4-ba73-63160eb95053), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.410558 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (4f245ee1-23ff-4f13-805c-be82720afb7a), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.412488 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (4f245ee1-23ff-4f13-805c-be82720afb7a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.412873 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:25.434093 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks [] for router_controller (103194fd-bb0f-4cc4-ba73-63160eb95053), precommit_add_association {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.444426 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-634753af-28a6-4407-9b7e-3e1950e79710 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5762885 Jul 25 05:59:25.453923 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (d50ac06b-835a-4f13-bb13-3396011e2b7b), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.454931 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (d50ac06b-835a-4f13-bb13-3396011e2b7b), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.458867 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39604) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:25.491507 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:25.509798 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:25.523276 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30af1ffd-4d3c-4899-9cd3-fffcdeb1b40e None None] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:25.534982 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks [] for router_controller (d50ac06b-835a-4f13-bb13-3396011e2b7b), precommit_add_association {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.540757 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-36605ebf-7228-4282-bf05-131e3536ad87 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e5643d28676f47869722468e73718165&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7816188 Jul 25 05:59:25.550709 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39610) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:25.619916 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:23Z', 'revision_number': 3, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:25.645682 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:25.648470 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Checking router: d95cb2de-6db7-4ad5-b159-b8562ddc429b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:25.648838 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Updating router d95cb2de-6db7-4ad5-b159-b8562ddc429b port 26bed686-e517-4047-8efa-ead7daefb376 binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:25.654541 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks [] for router_controller (4f245ee1-23ff-4f13-805c-be82720afb7a), precommit_add_association {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.656663 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:25.665115 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (e25796a5-c22a-4674-a750-ea9784e99b56), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.666122 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (e25796a5-c22a-4674-a750-ea9784e99b56), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.694241 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (26bed686-e517-4047-8efa-ead7daefb376), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.701686 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-d80cb7ca-3031-41c9-afe8-b6a4faf27141', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:59:25.702631 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.705318 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 8119fde4-405e-4dfd-adf4-85586ed02b11 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:25.731353 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36605ebf-7228-4282-bf05-131e3536ad87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d2adbf-58fb-4f7b-bf18-86589c8ac0a5,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:25.733255 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:25.788336 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-d09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:59:25.789361 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.789770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks [] for router_gateway (d50ac06b-835a-4f13-bb13-3396011e2b7b), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.892463 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks [] for router_gateway (103194fd-bb0f-4cc4-ba73-63160eb95053), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.926910 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-0d15383e-d6bc-440c-8878-9fb1b58b4e6c', 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c', 'project_id': '1484746571a24f5db36ed027469f88c1', 'fixed_ips': [{'subnet_id': '9777dcb7-bc4b-47a6-8570-e49b6081488f'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:59:25.927864 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:25.930211 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-aa79d0fe-56b1-4e97-990f-ad8f32170783', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'project_id': '07562543fa3e40d584b4d4525b112319', 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 05:59:25.931061 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.036913 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks [] for router_controller (e25796a5-c22a-4674-a750-ea9784e99b56), precommit_add_association {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.073236 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:26.155923 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Publish callbacks [] for port (26bed686-e517-4047-8efa-ead7daefb376), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.165266 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:26.187152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-44625785-448d-459e-8203-67755125f6da admin admin] Publish callbacks [] for security_group (c8d2adbf-58fb-4f7b-bf18-86589c8ac0a5), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.210742 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks [] for router_gateway (4f245ee1-23ff-4f13-805c-be82720afb7a), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.245844 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (26bed686-e517-4047-8efa-ead7daefb376), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.247669 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:26.263551 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 8119fde4-405e-4dfd-adf4-85586ed02b11 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:26.319253 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Pushing event updated for resources: {'Port': ['ID=26bed686-e517-4047-8efa-ead7daefb376,revision_number=2']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:26.352822 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Attempting to bind port 26bed686-e517-4047-8efa-ead7daefb376 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:26.353318 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Attempting to bind port 26bed686-e517-4047-8efa-ead7daefb376 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:26.354489 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Attempting to bind port 26bed686-e517-4047-8efa-ead7daefb376 on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:26.357473 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-44625785-448d-459e-8203-67755125f6da admin admin] Publish callbacks [] for security_group (c8d2adbf-58fb-4f7b-bf18-86589c8ac0a5), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.363163 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.363984 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Allocated IP 172.20.0.2 (d80cb7ca-3031-41c9-afe8-b6a4faf27141/643fd28a-aa2d-43b1-bd8f-778a3da61ff3/ed516f37-b392-462c-97dd-c6cff497d879) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:26.364433 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.364899 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.371663 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.378012 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.378464 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.378880 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.378986 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:26.379381 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.379756 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.380174 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.380700 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.381015 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.381412 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.381806 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.382214 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Tracked resource versions report: Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: pushed versions: Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: { 'AddressGroup': {'1.2'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Agent': {'1.1'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'ConntrackHelper': {'1.0'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'LocalIPAssociation': {'1.0'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Log': {'1.0'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'NDPProxy': {'1.0'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Network': {'1.1'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Port': {'1.7'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'PortForwarding': {'1.3'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'QosPolicy': {'1.10'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SecurityGroup': {'1.5'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SecurityGroupRule': {'1.2'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SubPort': {'1.0'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Subnet': {'1.1'}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Trunk': {'1.1'}} Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: consumer versions: Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: { DHCP agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: HyperV agent@hv-cinder-84841: {}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: L3 agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: Metadata agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: Metering agent@dv-cinder-848418-2-iscsi: {}, Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: Open vSwitch agent@dv-cinder-848418-2-iscsi: { 'AddressGroup': '1.2', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Agent': '1.1', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'ConntrackHelper': '1.0', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'LocalIPAssociation': '1.0', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Log': '1.0', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'NDPProxy': '1.0', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Network': '1.1', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Port': '1.7', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'PortForwarding': '1.3', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'QosPolicy': '1.10', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SecurityGroup': '1.5', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SecurityGroupRule': '1.2', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'SubPort': '1.0', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Subnet': '1.1', Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: 'Trunk': '1.1'}} Jul 25 05:59:26.383546 dv-cinder-848418-2-iscsi neutron-server[110785]: {{(pid=110785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 05:59:26.390766 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:26.391229 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:26.391719 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.392359 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:26.392821 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Bound port: 26bed686-e517-4047-8efa-ead7daefb376, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:26.393375 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (26bed686-e517-4047-8efa-ead7daefb376), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.400408 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks [] for router_gateway (d50ac06b-835a-4f13-bb13-3396011e2b7b), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.434705 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.493563 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] For port 26bed686-e517-4047-8efa-ead7daefb376, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:26.497056 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Allocated IP 172.20.0.2 (aa79d0fe-56b1-4e97-990f-ad8f32170783/5c96afb4-3704-4948-b0ad-db64e1b6dbc9/a4528406-144c-4155-be7c-bef55d50f359) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:26.498181 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] For port 26bed686-e517-4047-8efa-ead7daefb376, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=26bed686-e517-4047-8efa-ead7daefb376,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:26.565292 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks [] for router_gateway (103194fd-bb0f-4cc4-ba73-63160eb95053), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.572369 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks [] for router_gateway (e25796a5-c22a-4674-a750-ea9784e99b56), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.601611 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.615960 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (26bed686-e517-4047-8efa-ead7daefb376), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.703562 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:26.715142 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Allocated IP 172.27.1.195 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/0f247671-9e5e-4007-a56a-f473492cf21a) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:26.726454 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-44625785-448d-459e-8203-67755125f6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c8d2adbf-58fb-4f7b-bf18-86589c8ac0a5), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.729168 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-44625785-448d-459e-8203-67755125f6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.734505 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-44625785-448d-459e-8203-67755125f6da admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c8d2adbf-58fb-4f7b-bf18-86589c8ac0a5 HTTP/1.1" status: 204 len: 168 time: 1.1825759 Jul 25 05:59:26.743442 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:26.744106 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:58:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:26.775569 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=9 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:26.791394 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Allocated IP 172.20.0.2 (d09a72ec-f4c1-4494-ae4f-e65cd0316aed/a6d0e7e8-0ce1-4bfd-b879-12f3738f1666/22fcda15-e58b-4cd9-9310-a108a9075b1b) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:26.818499 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d1b30-8fee-4b8f-bcd3-f525998723d8 None None] Pushing event updated for resources: {'Port': ['ID=26bed686-e517-4047-8efa-ead7daefb376,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:26.881546 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 8119fde4-405e-4dfd-adf4-85586ed02b11 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:26.881943 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:26.882824 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:26.895975 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44625785-448d-459e-8203-67755125f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d2adbf-58fb-4f7b-bf18-86589c8ac0a5,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:26.896323 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:26.900179 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Allocated IP 172.20.0.2 (0d15383e-d6bc-440c-8878-9fb1b58b4e6c/9777dcb7-bc4b-47a6-8570-e49b6081488f/8419b876-f6a4-4fe6-bee1-dd2e22bf95a2) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:26.917011 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks [] for port (0f247671-9e5e-4007-a56a-f473492cf21a), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.062298 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.110107 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:27.112241 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:23Z', 'revision_number': 3, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:27.115955 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:27.124718 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:27.160785 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846713b8-ce1d-4d45-b96a-42fc63962172 None None] The sync data for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:23Z', 'revision_number': 3, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:27.216360 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks [] for router_gateway (4f245ee1-23ff-4f13-805c-be82720afb7a), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.226648 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks [] for router_gateway (e25796a5-c22a-4674-a750-ea9784e99b56), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.248488 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Publish callbacks [] for port (a4528406-144c-4155-be7c-bef55d50f359), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.260794 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6c441488-cc8c-43bf-aa7b-a5d12ed940ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.299203 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Allocated IP 172.27.1.227 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/125c2790-22a7-4829-95c8-0e579e68c74b) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:27.311009 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Pushing event updated for resources: {'Port': ['ID=0f247671-9e5e-4007-a56a-f473492cf21a,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:27.343772 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.344529 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Publish callbacks [] for port (ed516f37-b392-462c-97dd-c6cff497d879), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.382330 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.409148 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.662829 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (a4528406-144c-4155-be7c-bef55d50f359), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.666072 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 8119fde4-405e-4dfd-adf4-85586ed02b11 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:27.671038 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (ed516f37-b392-462c-97dd-c6cff497d879), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.679010 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Publish callbacks [] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.691697 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:27.719856 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks [] for port (125c2790-22a7-4829-95c8-0e579e68c74b), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.783161 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:27.799942 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:27.804623 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks [] for router_gateway (d50ac06b-835a-4f13-bb13-3396011e2b7b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.838463 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:27.848014 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:27.851554 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Pushing event updated for resources: {'Port': ['ID=a4528406-144c-4155-be7c-bef55d50f359,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:27.930059 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:27.934136 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.937268 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Publish callbacks [] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.945190 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:27.947101 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:27.964668 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:28.001576 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:28.128861 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Allocated IP 172.27.1.177 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/5c38cadb-59f0-4d80-95f7-ff34aa55ffc7) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:28.129477 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:28.131879 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Pushing event updated for resources: {'Port': ['ID=125c2790-22a7-4829-95c8-0e579e68c74b,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:28.138795 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:28.155385 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:28.256191 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Allocated IP 172.20.0.1 (e8aa6446-1bfa-4069-a27c-c14f749ca6da/ac18650c-f7a9-4125-b917-a18be86504ca/134fa06f-2858-420a-ad24-63774adbb3f4) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:28.299444 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:28.300811 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Pushing event updated for resources: {'Port': ['ID=ed516f37-b392-462c-97dd-c6cff497d879,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:28.350005 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:28.358185 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:28.380912 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 26bed686-e517-4047-8efa-ead7daefb376 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:28.418282 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Pushing event updated for resources: {'Port': ['ID=8419b876-f6a4-4fe6-bee1-dd2e22bf95a2,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:28.482295 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.516169 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Attempting to bind port a4528406-144c-4155-be7c-bef55d50f359 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:28.516540 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Attempting to bind port a4528406-144c-4155-be7c-bef55d50f359 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:28.516900 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Attempting to bind port a4528406-144c-4155-be7c-bef55d50f359 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:28.530215 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (d50ac06b-835a-4f13-bb13-3396011e2b7b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.579120 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:28.579497 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Checking segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:28.580001 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.580433 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Bound using segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:28.580911 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Bound port: a4528406-144c-4155-be7c-bef55d50f359, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:28.581290 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (a4528406-144c-4155-be7c-bef55d50f359), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.635603 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 26bed686-e517-4047-8efa-ead7daefb376 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:28.636578 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (26bed686-e517-4047-8efa-ead7daefb376), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.644382 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Attempting to bind port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:28.644513 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Attempting to bind port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:28.644793 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Attempting to bind port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 on network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:28.661931 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:28.669942 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:28.704270 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:28.763687 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:28.770632 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Pushing event updated for resources: {'Port': ['ID=22fcda15-e58b-4cd9-9310-a108a9075b1b,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:28.777500 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Attempting to bind port ed516f37-b392-462c-97dd-c6cff497d879 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:28.777865 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Attempting to bind port ed516f37-b392-462c-97dd-c6cff497d879 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:28.778269 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Attempting to bind port ed516f37-b392-462c-97dd-c6cff497d879 on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:28.786427 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks [] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.796214 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:28.796821 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Checking segment: {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:28.797048 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.797377 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Bound using segment: {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:28.797869 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Bound port: 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:28.798259 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.839927 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:28.840572 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Checking segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:28.840975 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.841367 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Bound using segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:28.841854 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Bound port: ed516f37-b392-462c-97dd-c6cff497d879, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:28.842234 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ed516f37-b392-462c-97dd-c6cff497d879), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.855338 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Publish callbacks [] for port (134fa06f-2858-420a-ad24-63774adbb3f4), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.960485 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] For port a4528406-144c-4155-be7c-bef55d50f359, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:28.963565 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks [] for router_gateway (103194fd-bb0f-4cc4-ba73-63160eb95053), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.984614 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:28.985129 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.004256 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.013643 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:29.090574 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] For port a4528406-144c-4155-be7c-bef55d50f359, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=a4528406-144c-4155-be7c-bef55d50f359,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:29.100022 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Attempting to bind port 22fcda15-e58b-4cd9-9310-a108a9075b1b on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:29.100458 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Attempting to bind port 22fcda15-e58b-4cd9-9310-a108a9075b1b by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:29.100831 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Attempting to bind port 22fcda15-e58b-4cd9-9310-a108a9075b1b on network d09a72ec-f4c1-4494-ae4f-e65cd0316aed {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:29.129243 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 26bed686-e517-4047-8efa-ead7daefb376 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:29.129639 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (26bed686-e517-4047-8efa-ead7daefb376), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.142188 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:29.143823 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Checking segment: {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:29.144268 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.148722 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Bound using segment: {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:29.148722 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Bound port: 22fcda15-e58b-4cd9-9310-a108a9075b1b, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:29.148722 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.149981 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] For port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:29.155478 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] For port ed516f37-b392-462c-97dd-c6cff497d879, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:29.173840 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:29.179383 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Router d50ac06b-835a-4f13-bb13-3396011e2b7b is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:59:29.183040 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:29.189387 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:29.199453 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] For port ed516f37-b392-462c-97dd-c6cff497d879, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=ed516f37-b392-462c-97dd-c6cff497d879,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:29.201744 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] For port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=8419b876-f6a4-4fe6-bee1-dd2e22bf95a2,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:29.206458 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:29.211109 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 26bed686-e517-4047-8efa-ead7daefb376, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=26bed686-e517-4047-8efa-ead7daefb376,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:29.212671 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:29.234810 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (a4528406-144c-4155-be7c-bef55d50f359), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.266127 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (103194fd-bb0f-4cc4-ba73-63160eb95053), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.291527 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:29.296100 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (ed516f37-b392-462c-97dd-c6cff497d879), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.338368 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (26bed686-e517-4047-8efa-ead7daefb376), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.344711 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.393382 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84811c70-eda9-4872-8b05-e6cf52317620 None None] Pushing event updated for resources: {'Port': ['ID=a4528406-144c-4155-be7c-bef55d50f359,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:29.490413 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] For port 22fcda15-e58b-4cd9-9310-a108a9075b1b, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:29.520452 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Pushing event updated for resources: {'Port': ['ID=134fa06f-2858-420a-ad24-63774adbb3f4,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:29.552136 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Allocated IP 172.27.1.244 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/b9b1f6ef-a115-4962-9f2d-0063c9d851b0) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:29.553853 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] For port 22fcda15-e58b-4cd9-9310-a108a9075b1b, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=22fcda15-e58b-4cd9-9310-a108a9075b1b,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:29.569143 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:29.569695 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (d95cb2de-6db7-4ad5-b159-b8562ddc429b), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.605259 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e47fc-76e0-462a-8280-69c2fdb3d0a6 None None] Pushing event updated for resources: {'Port': ['ID=ed516f37-b392-462c-97dd-c6cff497d879,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:29.680731 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=26bed686-e517-4047-8efa-ead7daefb376,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:29.717112 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.724782 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-732d213d-2cd8-4f9f-9e27-27c3804b8ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:29.779369 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355ec8d-1728-4cca-aa83-c28e7b52ae69 None None] Pushing event updated for resources: {'Port': ['ID=8419b876-f6a4-4fe6-bee1-dd2e22bf95a2,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:29.925673 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42979d-6617-4221-bf50-2a2d8d136dc5 None None] Pushing event updated for resources: {'Port': ['ID=22fcda15-e58b-4cd9-9310-a108a9075b1b,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:29.932196 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:29.962999 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:29.986895 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:29.988498 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:30.032351 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Router 103194fd-bb0f-4cc4-ba73-63160eb95053 is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:59:30.113094 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:30.118090 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-25a8fc02-7934-4e76-88f7-10e20d5a8f0c admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9128194 Jul 25 05:59:30.125224 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39702) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:30.183912 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:30.207742 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:30.301514 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:30.305382 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Pushing event updated for resources: {'Port': ['ID=5c38cadb-59f0-4d80-95f7-ff34aa55ffc7,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:30.470339 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks [] for router_gateway (e25796a5-c22a-4674-a750-ea9784e99b56), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:30.490367 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:30.531593 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:30.608980 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:30.632735 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Sync routers for ids ['103194fd-bb0f-4cc4-ba73-63160eb95053'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:30.645437 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:30.707904 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Routers {'103194fd-bb0f-4cc4-ba73-63160eb95053'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:30.708929 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['103194fd-bb0f-4cc4-ba73-63160eb95053'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:30.779725 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:30.786810 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-7d56f82a-c6fc-4ca4-95d3-dcbd0261169b admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6410251 Jul 25 05:59:30.790774 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39710) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:30.844851 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks [] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:30.861344 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:30.881115 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Set router 103194fd-bb0f-4cc4-ba73-63160eb95053 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:30.972694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:30.973511 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device a4528406-144c-4155-be7c-bef55d50f359 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:30.999659 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-5380c23c-e324-42df-9912-3fbe9d47c543 None None] Provisioning complete for port 134fa06f-2858-420a-ad24-63774adbb3f4 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:31.000835 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5380c23c-e324-42df-9912-3fbe9d47c543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.005093 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:31.031859 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:27Z', 'revision_number': 3, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:31.081730 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:31.082311 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Updating router d50ac06b-835a-4f13-bb13-3396011e2b7b port 0f247671-9e5e-4007-a56a-f473492cf21a binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:31.121137 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.122401 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.175138 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-5380c23c-e324-42df-9912-3fbe9d47c543 None None] Port 134fa06f-2858-420a-ad24-63774adbb3f4 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:59:31.206664 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port a4528406-144c-4155-be7c-bef55d50f359 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:31.207056 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (a4528406-144c-4155-be7c-bef55d50f359), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.250624 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:31.252490 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:28Z', 'revision_number': 3, 'project_id': '1484746571a24f5db36ed027469f88c1', 'gw_port': {'id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:31.258174 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:31.291086 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:31.297398 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:31.307438 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (e25796a5-c22a-4674-a750-ea9784e99b56), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.333332 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Checking router: 103194fd-bb0f-4cc4-ba73-63160eb95053 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:31.333684 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Updating router 103194fd-bb0f-4cc4-ba73-63160eb95053 port 125c2790-22a7-4829-95c8-0e579e68c74b binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:31.356930 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:31.376248 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Pushing event updated for resources: {'Port': ['ID=b9b1f6ef-a115-4962-9f2d-0063c9d851b0,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:31.403231 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.425093 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:31.436769 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port a4528406-144c-4155-be7c-bef55d50f359 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:31.437470 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (a4528406-144c-4155-be7c-bef55d50f359), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.495952 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port a4528406-144c-4155-be7c-bef55d50f359, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=a4528406-144c-4155-be7c-bef55d50f359,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:31.744376 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (a4528406-144c-4155-be7c-bef55d50f359), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.745387 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 26bed686-e517-4047-8efa-ead7daefb376 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:31.844956 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:31.848704 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.871844 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:31.940781 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Publish callbacks [] for port (134fa06f-2858-420a-ad24-63774adbb3f4), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:31.968249 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=a4528406-144c-4155-be7c-bef55d50f359,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:32.063373 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.064702 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (d95cb2de-6db7-4ad5-b159-b8562ddc429b), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.066982 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Router e25796a5-c22a-4674-a750-ea9784e99b56 is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:59:32.087001 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Publish callbacks [] for port (0f247671-9e5e-4007-a56a-f473492cf21a), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.096332 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd307ce4-1960-4363-adf7-a55c3b2d0b81 None None] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:32.132811 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Pushing event updated for resources: {'Port': ['ID=134fa06f-2858-420a-ad24-63774adbb3f4,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:32.134381 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.143229 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 26bed686-e517-4047-8efa-ead7daefb376 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:32.143819 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (26bed686-e517-4047-8efa-ead7daefb376), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.166523 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-850db89e-e07a-495c-b499-5f169316314a None None] Provisioning complete for port 22fcda15-e58b-4cd9-9310-a108a9075b1b triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:32.166971 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-850db89e-e07a-495c-b499-5f169316314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.175451 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Allocated IP 172.20.0.1 (0d15383e-d6bc-440c-8878-9fb1b58b4e6c/9777dcb7-bc4b-47a6-8570-e49b6081488f/88ceff2c-2711-4e83-a1f5-b53dc64e9d90) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:32.286665 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4799223-e63b-499a-812f-8f42de35af71 None None] Network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:32.300691 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.331584 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:32.372303 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.373073 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:32.379102 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:32.407627 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks [] for router_gateway (4f245ee1-23ff-4f13-805c-be82720afb7a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.488988 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Publish callbacks [] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.507134 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 05:59:32.509257 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Sync routers for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:32.520549 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:32.539383 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:32.543135 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Publish callbacks [] for port (125c2790-22a7-4829-95c8-0e579e68c74b), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.559919 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:32.560610 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:32.570474 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:32.598390 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Attempting to bind port 0f247671-9e5e-4007-a56a-f473492cf21a on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:32.598390 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Attempting to bind port 0f247671-9e5e-4007-a56a-f473492cf21a by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:32.598390 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Attempting to bind port 0f247671-9e5e-4007-a56a-f473492cf21a on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:32.598626 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.602157 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39744) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:32.602883 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-00f3223d-a84c-4901-ba93-fe7bacf5e986 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1343668 Jul 25 05:59:32.616463 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.638833 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:32.665362 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:32.666228 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:32.666838 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.667400 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:32.668071 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Bound port: 0f247671-9e5e-4007-a56a-f473492cf21a, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:32.668659 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.704597 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Attempting to bind port 125c2790-22a7-4829-95c8-0e579e68c74b on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:32.704597 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Attempting to bind port 125c2790-22a7-4829-95c8-0e579e68c74b by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:32.704890 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Attempting to bind port 125c2790-22a7-4829-95c8-0e579e68c74b on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:32.715387 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:32.716306 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:32.716588 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.717044 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:32.717623 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Bound port: 125c2790-22a7-4829-95c8-0e579e68c74b, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:32.718061 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.720959 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80994b4-daf0-4fb9-b237-668892cf5f61 None None] Pushing event updated for resources: {'Port': ['ID=125c2790-22a7-4829-95c8-0e579e68c74b,revision_number=2']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:32.723121 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] For port 0f247671-9e5e-4007-a56a-f473492cf21a, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:32.726778 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] For port 0f247671-9e5e-4007-a56a-f473492cf21a, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=0f247671-9e5e-4007-a56a-f473492cf21a,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:32.741113 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079c87f-ee88-41b0-86ae-ff1f70dc02dc None None] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:32.753360 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.769681 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.796245 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] For port 125c2790-22a7-4829-95c8-0e579e68c74b, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:32.802337 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] For port 125c2790-22a7-4829-95c8-0e579e68c74b, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=125c2790-22a7-4829-95c8-0e579e68c74b,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:32.851343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:32.855224 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:32.858576 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:32.880126 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:32.909587 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:32.910078 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (103194fd-bb0f-4cc4-ba73-63160eb95053), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.919071 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Pushing event updated for resources: {'Port': ['ID=88ceff2c-2711-4e83-a1f5-b53dc64e9d90,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:32.920853 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:32.935249 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbcd10-d139-46ea-88bf-f3eddc920883 None None] Pushing event updated for resources: {'Port': ['ID=0f247671-9e5e-4007-a56a-f473492cf21a,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:32.953371 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:33.020315 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-850db89e-e07a-495c-b499-5f169316314a None None] Current status of the port 22fcda15-e58b-4cd9-9310-a108a9075b1b is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:33.020315 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-850db89e-e07a-495c-b499-5f169316314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:33.033572 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e7e54-b2e0-482b-9253-97c26850492e None None] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 05:59:33.061456 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (4f245ee1-23ff-4f13-805c-be82720afb7a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:33.074189 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80994b4-daf0-4fb9-b237-668892cf5f61 None None] Pushing event updated for resources: {'Port': ['ID=125c2790-22a7-4829-95c8-0e579e68c74b,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:33.125158 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Routers {'103194fd-bb0f-4cc4-ba73-63160eb95053'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:33.125542 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['103194fd-bb0f-4cc4-ba73-63160eb95053'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:33.144092 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Allocated IP 172.20.0.1 (d80cb7ca-3031-41c9-afe8-b6a4faf27141/643fd28a-aa2d-43b1-bd8f-778a3da61ff3/01e53f50-572a-4686-829a-9ccd13d2f883) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:33.192706 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Router d95cb2de-6db7-4ad5-b159-b8562ddc429b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:59:33.231672 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:33.359281 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbcd10-d139-46ea-88bf-f3eddc920883 None None] Pushing event updated for resources: {'Port': ['ID=0f247671-9e5e-4007-a56a-f473492cf21a,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:33.412032 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] Set router 103194fd-bb0f-4cc4-ba73-63160eb95053 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:33.464554 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:33.475065 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:33.479879 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:33.544883 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:33.562307 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 26bed686-e517-4047-8efa-ead7daefb376 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:33.565825 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device ed516f37-b392-462c-97dd-c6cff497d879 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:33.615732 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:33.621382 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:33.628174 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e73dc94d-d124-437e-adca-9e652419ef1c admin admin] 10.222.0.40 "PUT /v2.0/routers/d95cb2de-6db7-4ad5-b159-b8562ddc429b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2958171 Jul 25 05:59:33.645060 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Sync routers for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:33.680046 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:28Z', 'revision_number': 3, 'project_id': '1484746571a24f5db36ed027469f88c1', 'gw_port': {'id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:33.684585 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:33.685241 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:33.716013 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9f5cb-a059-4587-b3cb-56d64e802d78 None None] The sync data for ids ['103194fd-bb0f-4cc4-ba73-63160eb95053'] in dv-cinder-848418-2-iscsi is: [{'id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:28Z', 'revision_number': 3, 'project_id': '1484746571a24f5db36ed027469f88c1', 'gw_port': {'id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:33.761789 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Router 4f245ee1-23ff-4f13-805c-be82720afb7a is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 05:59:33.778178 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:33.778490 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:33.855087 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Publish callbacks [] for port (01e53f50-572a-4686-829a-9ccd13d2f883), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:33.858036 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:33.952255 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:33.983996 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:34.029977 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:34.075005 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:34.079327 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:34.190003 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.192779 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-7465b8a4-9f9e-4454-b92a-615bbe1895cb admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9867237 Jul 25 05:59:34.197674 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39768) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:34.223019 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Sync routers for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:34.229403 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.241742 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-850db89e-e07a-495c-b499-5f169316314a None None] For port 22fcda15-e58b-4cd9-9310-a108a9075b1b, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=22fcda15-e58b-4cd9-9310-a108a9075b1b,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:34.406264 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:31Z', 'revision_number': 2, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:34.451242 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Checking router: d95cb2de-6db7-4ad5-b159-b8562ddc429b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:34.451863 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Updating router d95cb2de-6db7-4ad5-b159-b8562ddc429b port 134fa06f-2858-420a-ad24-63774adbb3f4 binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:34.467515 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39778) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:34.471070 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-3b485e99-39f7-4761-b504-928629bab714 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1664195889', 'description': 'tempest-description--1420918829'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:34.511427 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.524955 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:34.541247 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:34.548782 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:34.554697 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (d50ac06b-835a-4f13-bb13-3396011e2b7b), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.554697 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Pushing event updated for resources: {'Port': ['ID=01e53f50-572a-4686-829a-9ccd13d2f883,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:34.585512 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 3, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:34.589653 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:34.618640 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-850db89e-e07a-495c-b499-5f169316314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.809534 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db89e-e07a-495c-b499-5f169316314a None None] Pushing event updated for resources: {'Port': ['ID=22fcda15-e58b-4cd9-9310-a108a9075b1b,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:34.834760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.853374 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3b485e99-39f7-4761-b504-928629bab714 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.856917 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:34.857684 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:34.860099 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Publish callbacks [] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.882438 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port ed516f37-b392-462c-97dd-c6cff497d879 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:34.890810 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (ed516f37-b392-462c-97dd-c6cff497d879), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.897265 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Checking router: e25796a5-c22a-4674-a750-ea9784e99b56 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:34.897631 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Updating router e25796a5-c22a-4674-a750-ea9784e99b56 port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:34.990602 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:34.991392 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (103194fd-bb0f-4cc4-ba73-63160eb95053), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.010710 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:35.036554 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Publish callbacks [] for port (134fa06f-2858-420a-ad24-63774adbb3f4), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.125900 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Provisioning complete for port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:35.126407 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.130886 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3b485e99-39f7-4761-b504-928629bab714 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (9ba51645-d01f-4dd0-8343-ccbda6d812cd), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.137001 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.204266 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.219427 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.256713 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3b485e99-39f7-4761-b504-928629bab714 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (9ba51645-d01f-4dd0-8343-ccbda6d812cd), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.281166 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:35.310118 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485e99-39f7-4761-b504-928629bab714 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba51645-d01f-4dd0-8343-ccbda6d812cd,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:35.317308 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port ed516f37-b392-462c-97dd-c6cff497d879 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:35.318119 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ed516f37-b392-462c-97dd-c6cff497d879), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.339646 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:35.448731 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Attempting to bind port 134fa06f-2858-420a-ad24-63774adbb3f4 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:35.449176 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Attempting to bind port 134fa06f-2858-420a-ad24-63774adbb3f4 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:35.449668 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Attempting to bind port 134fa06f-2858-420a-ad24-63774adbb3f4 on network e8aa6446-1bfa-4069-a27c-c14f749ca6da {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:35.458571 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:35.460101 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Checking segment: {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:35.460660 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.469484 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Bound using segment: {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:35.470415 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Bound port: 134fa06f-2858-420a-ad24-63774adbb3f4, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:35.470959 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.501404 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e4c10-1b60-4fb5-8007-050e6a13460c None None] Pushing event updated for resources: {'Port': ['ID=134fa06f-2858-420a-ad24-63774adbb3f4,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:35.523376 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:59:35.568301 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Allocated IP 172.20.0.1 (d09a72ec-f4c1-4494-ae4f-e65cd0316aed/a6d0e7e8-0ce1-4bfd-b879-12f3738f1666/68470082-bee8-4f1a-be05-4948748a654b) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:35.627908 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port ed516f37-b392-462c-97dd-c6cff497d879, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=ed516f37-b392-462c-97dd-c6cff497d879,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:35.642047 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:35.648910 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] For port 134fa06f-2858-420a-ad24-63774adbb3f4, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:35.658389 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] For port 134fa06f-2858-420a-ad24-63774adbb3f4, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=134fa06f-2858-420a-ad24-63774adbb3f4,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:35.705030 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:35.705921 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Pushing event updated for resources: {'Port': ['ID=88ceff2c-2711-4e83-a1f5-b53dc64e9d90,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:35.717209 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3b485e99-39f7-4761-b504-928629bab714 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.718714 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-3b485e99-39f7-4761-b504-928629bab714 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2538733 Jul 25 05:59:35.722269 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39806) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:35.722916 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.741946 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-6029720c-5aa8-4ebe-8d89-1d64921e82e8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'security_group_rule': {'security_group_id': '9ba51645-d01f-4dd0-8343-ccbda6d812cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:35.742270 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.765894 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Publish callbacks [] for port (68470082-bee8-4f1a-be05-4948748a654b), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.797677 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:35.816709 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:27Z', 'revision_number': 3, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:35.878408 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Provisioning complete for port ed516f37-b392-462c-97dd-c6cff497d879 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:35.880858 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:35.881707 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:35.890173 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (ed516f37-b392-462c-97dd-c6cff497d879), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.892901 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (ed516f37-b392-462c-97dd-c6cff497d879), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.906460 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:35.952615 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (68470082-bee8-4f1a-be05-4948748a654b), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:35.964253 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e4c10-1b60-4fb5-8007-050e6a13460c None None] Pushing event updated for resources: {'Port': ['ID=134fa06f-2858-420a-ad24-63774adbb3f4,revision_number=4']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:35.970934 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:35.984515 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:36.022876 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Allocated IP 172.20.0.1 (aa79d0fe-56b1-4e97-990f-ad8f32170783/5c96afb4-3704-4948-b0ad-db64e1b6dbc9/42f199d6-470d-4f51-8825-2bded6363b4c) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:36.028614 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6029720c-5aa8-4ebe-8d89-1d64921e82e8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (4aaa8458-2d2f-4139-9aac-167af72bf0b5), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:36.170273 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:36.176037 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:36.220181 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:36.224165 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (4f245ee1-23ff-4f13-805c-be82720afb7a), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:36.234280 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b638b2d1-149a-42f2-9c40-29f2d3e706ad None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:27Z', 'revision_number': 3, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:36.257326 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:36.430931 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:36.512417 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Pushing event updated for resources: {'Port': ['ID=68470082-bee8-4f1a-be05-4948748a654b,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:36.607115 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Router 103194fd-bb0f-4cc4-ba73-63160eb95053 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:59:36.793969 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 22fcda15-e58b-4cd9-9310-a108a9075b1b up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:36.806014 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=ed516f37-b392-462c-97dd-c6cff497d879,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:36.878783 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:36.924653 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:36.926089 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:36.930731 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (68470082-bee8-4f1a-be05-4948748a654b), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:36.938500 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-b9ec56fe-48fd-42a6-a0c0-2386d34b770d admin admin] 10.222.0.40 "PUT /v2.0/routers/103194fd-bb0f-4cc4-ba73-63160eb95053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1467662 Jul 25 05:59:36.951360 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Sync routers for ids ['103194fd-bb0f-4cc4-ba73-63160eb95053'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:36.977522 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Routers {'103194fd-bb0f-4cc4-ba73-63160eb95053'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:36.978175 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['103194fd-bb0f-4cc4-ba73-63160eb95053'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:37.007267 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Current status of the port ed516f37-b392-462c-97dd-c6cff497d879 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:37.049495 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Publish callbacks [] for port (42f199d6-470d-4f51-8825-2bded6363b4c), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.055479 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Publish callbacks [] for port (01e53f50-572a-4686-829a-9ccd13d2f883), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.077376 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6029720c-5aa8-4ebe-8d89-1d64921e82e8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (4aaa8458-2d2f-4139-9aac-167af72bf0b5), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.094920 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:31Z', 'revision_number': 3, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:37.142957 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Checking router: 4f245ee1-23ff-4f13-805c-be82720afb7a for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:37.143309 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Updating router 4f245ee1-23ff-4f13-805c-be82720afb7a port b9b1f6ef-a115-4962-9f2d-0063c9d851b0 binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:37.145270 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Provisioning complete for port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:37.145668 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.156035 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6029720c-5aa8-4ebe-8d89-1d64921e82e8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (4aaa8458-2d2f-4139-9aac-167af72bf0b5), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.177079 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.178551 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (d50ac06b-835a-4f13-bb13-3396011e2b7b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.247565 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029720c-5aa8-4ebe-8d89-1d64921e82e8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aaa8458-2d2f-4139-9aac-167af72bf0b5,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:37.252525 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.274709 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:37.301136 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:37.317531 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 22fcda15-e58b-4cd9-9310-a108a9075b1b triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:37.318110 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.347614 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.371548 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Set router 103194fd-bb0f-4cc4-ba73-63160eb95053 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:37.480813 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:35Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:37.484563 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Publish callbacks [] for port (68470082-bee8-4f1a-be05-4948748a654b), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.502226 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:37.520420 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Publish callbacks [] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.528100 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:37.558269 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:37.563737 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (68470082-bee8-4f1a-be05-4948748a654b), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.565123 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (4f245ee1-23ff-4f13-805c-be82720afb7a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.588785 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75738f9-8cf0-4bee-9e11-bf308a670f2d None None] The sync data for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:35Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:37.588995 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:37.589618 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (e25796a5-c22a-4674-a750-ea9784e99b56), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.592192 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Pushing event updated for resources: {'Port': ['ID=01e53f50-572a-4686-829a-9ccd13d2f883,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:37.615020 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Current status of the port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:37.625803 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.629361 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6029720c-5aa8-4ebe-8d89-1d64921e82e8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:37.639401 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-6029720c-5aa8-4ebe-8d89-1d64921e82e8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9016232 Jul 25 05:59:37.661067 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39862) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:37.690919 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-2ca58476-d10a-4733-9f28-2317b9f8d727 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'security_group_rule': {'security_group_id': '9ba51645-d01f-4dd0-8343-ccbda6d812cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:37.793965 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39874) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:37.799903 dv-cinder-848418-2-iscsi neutron-server[110782]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 05:59:37.807194 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:37.921639 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:37.942193 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Pushing event updated for resources: {'Port': ['ID=42f199d6-470d-4f51-8825-2bded6363b4c,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:38.018849 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:38.050792 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.070825 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:33Z', 'revision_number': 4, 'project_id': '1484746571a24f5db36ed027469f88c1', 'gw_port': {'id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '88ceff2c-2711-4e83-a1f5-b53dc64e9d90', 'name': '', 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'mac_address': 'fa:16:3e:68:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9777dcb7-bc4b-47a6-8570-e49b6081488f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:31Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 2, 'project_id': '1484746571a24f5db36ed027469f88c1', 'subnets': [{'id': '9777dcb7-bc4b-47a6-8570-e49b6081488f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:38.199658 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Checking router: 103194fd-bb0f-4cc4-ba73-63160eb95053 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:38.201181 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Updating router 103194fd-bb0f-4cc4-ba73-63160eb95053 port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:38.240544 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Pushing event updated for resources: {'Port': ['ID=68470082-bee8-4f1a-be05-4948748a654b,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:38.280695 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.309986 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:59:38.409513 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:38.420096 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2ca58476-d10a-4733-9f28-2317b9f8d727 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (3850b97d-b195-4e5f-be91-a39701db6cc9), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.428854 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:38.433298 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Publish callbacks [] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.459388 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.470564 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649babc4-0664-4b53-900b-7959a44822d2 req-45e747e7-f036-45e9-9b70-221a6914071e tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:38.471598 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-45e747e7-f036-45e9-9b70-221a6914071e tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/networks?id=0d15383e-d6bc-440c-8878-9fb1b58b4e6c HTTP/1.1" status: 200 len: 812 time: 0.6765549 Jul 25 05:59:38.477920 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:38.494494 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87da86d-f09c-40fd-9aa5-3d9924f567ff None None] Pushing event updated for resources: {'Port': ['ID=5c38cadb-59f0-4d80-95f7-ff34aa55ffc7,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:38.542159 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Attempting to bind port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:38.547793 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Attempting to bind port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:38.549457 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Attempting to bind port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:38.567078 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.588874 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] For port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=8419b876-f6a4-4fe6-bee1-dd2e22bf95a2,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:38.590110 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 22fcda15-e58b-4cd9-9310-a108a9075b1b is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:38.591553 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device a4528406-144c-4155-be7c-bef55d50f359 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:38.640013 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39886) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:38.667804 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:38.668515 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:38.669075 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.669618 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:38.670258 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Bound port: 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:38.670822 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.677944 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-2b0182eb-9e93-4d85-9415-87ddeb764541 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/quotas/1484746571a24f5db36ed027469f88c1 HTTP/1.1" status: 200 len: 375 time: 0.1872060 Jul 25 05:59:38.747638 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:38.749443 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] For port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:38.760939 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Attempting to bind port b9b1f6ef-a115-4962-9f2d-0063c9d851b0 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:38.761428 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Attempting to bind port b9b1f6ef-a115-4962-9f2d-0063c9d851b0 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:38.761821 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Attempting to bind port b9b1f6ef-a115-4962-9f2d-0063c9d851b0 on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:38.794496 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] For port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=5c38cadb-59f0-4d80-95f7-ff34aa55ffc7,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:38.810249 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.813500 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:38.816616 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:38.817211 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.824635 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:38.824635 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Bound port: b9b1f6ef-a115-4962-9f2d-0063c9d851b0, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:38.824635 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.851679 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:38.877141 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-56563cbe-d4f9-4e64-b712-2237ba429abd admin admin] 10.222.0.40 "PUT /v2.0/routers/d50ac06b-835a-4f13-bb13-3396011e2b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7506886 Jul 25 05:59:38.938470 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:38.946871 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Provisioning complete for port 22fcda15-e58b-4cd9-9310-a108a9075b1b triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:38.948183 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.962891 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-afd3e014-0775-4371-b853-f91c0ddcb4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.966025 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2ca58476-d10a-4733-9f28-2317b9f8d727 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (3850b97d-b195-4e5f-be91-a39701db6cc9), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:38.988873 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Publish callbacks [] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.005037 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-2ae23b80-3d7d-483d-8085-f406e7ef153c tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1484746571a24f5db36ed027469f88c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3258228 Jul 25 05:59:39.032810 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.049928 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] For port b9b1f6ef-a115-4962-9f2d-0063c9d851b0, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:39.052434 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2ca58476-d10a-4733-9f28-2317b9f8d727 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (3850b97d-b195-4e5f-be91-a39701db6cc9), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.061608 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.062629 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port a4528406-144c-4155-be7c-bef55d50f359 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:39.063442 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (a4528406-144c-4155-be7c-bef55d50f359), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.091389 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7a201-2d94-4ff6-a50f-1c1b9ce418b6 None None] Pushing event updated for resources: {'Port': ['ID=b9b1f6ef-a115-4962-9f2d-0063c9d851b0,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:39.120945 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:39.130050 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] For port b9b1f6ef-a115-4962-9f2d-0063c9d851b0, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=b9b1f6ef-a115-4962-9f2d-0063c9d851b0,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:39.130467 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca58476-d10a-4733-9f28-2317b9f8d727 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3850b97d-b195-4e5f-be91-a39701db6cc9,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:39.153892 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2ca58476-d10a-4733-9f28-2317b9f8d727 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.157928 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2ca58476-d10a-4733-9f28-2317b9f8d727 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4772162 Jul 25 05:59:39.161231 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39900) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:39.180354 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:39.192371 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511c7b4-cff3-41d4-9ee2-9bebc131a7d9 None None] Pushing event updated for resources: {'Port': ['ID=88ceff2c-2711-4e83-a1f5-b53dc64e9d90,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:39.234001 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:39.236269 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Publish callbacks [] for port (42f199d6-470d-4f51-8825-2bded6363b4c), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.251950 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Router 4f245ee1-23ff-4f13-805c-be82720afb7a has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:59:39.271191 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.280427 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-2eac9b1c-d359-41b3-9166-a0d8de1ad91a service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:59:39.289638 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-2eac9b1c-d359-41b3-9166-a0d8de1ad91a service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1429284 Jul 25 05:59:39.294637 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:39.295291 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:39.305927 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.306855 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (e25796a5-c22a-4674-a750-ea9784e99b56), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.421805 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Attempting to bind port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:39.422487 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Attempting to bind port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:39.423255 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Attempting to bind port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 on network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:39.430003 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:39.430713 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Checking segment: {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:39.431481 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.432094 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Bound using segment: {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:39.432792 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Bound port: 88ceff2c-2711-4e83-a1f5-b53dc64e9d90, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:39.433375 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.435141 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-afd3e014-0775-4371-b853-f91c0ddcb4dd admin admin] Publish callbacks [] for security_group (1f094228-609e-4b64-92d0-40f18edd0345), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.465287 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.515068 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Current status of the port 22fcda15-e58b-4cd9-9310-a108a9075b1b is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:39.523405 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] For port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:39.528798 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] For port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=88ceff2c-2711-4e83-a1f5-b53dc64e9d90,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:39.611703 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.670182 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Pushing event updated for resources: {'Port': ['ID=8419b876-f6a4-4fe6-bee1-dd2e22bf95a2,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:39.695197 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511c7b4-cff3-41d4-9ee2-9bebc131a7d9 None None] Pushing event updated for resources: {'Port': ['ID=88ceff2c-2711-4e83-a1f5-b53dc64e9d90,revision_number=4']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:39.723925 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port a4528406-144c-4155-be7c-bef55d50f359 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:39.723925 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 125c2790-22a7-4829-95c8-0e579e68c74b up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:39.732060 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39912) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:39.738808 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-9ff0383b-b76c-4a2f-889a-a5b2d616e5e1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093880513', 'description': 'tempest-description--755591590'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:39.740966 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:39.743744 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Routers {'103194fd-bb0f-4cc4-ba73-63160eb95053'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:39.751328 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['103194fd-bb0f-4cc4-ba73-63160eb95053'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:39.753401 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-afd3e014-0775-4371-b853-f91c0ddcb4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1f094228-609e-4b64-92d0-40f18edd0345), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.821147 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:39.857745 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Pushing event updated for resources: {'Port': ['ID=42f199d6-470d-4f51-8825-2bded6363b4c,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:39.892100 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87da86d-f09c-40fd-9aa5-3d9924f567ff None None] Pushing event updated for resources: {'Port': ['ID=5c38cadb-59f0-4d80-95f7-ff34aa55ffc7,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:39.911256 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:39.913101 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:39.915984 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Provisioning complete for port 134fa06f-2858-420a-ad24-63774adbb3f4 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:39.917134 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:39.939574 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-afd3e014-0775-4371-b853-f91c0ddcb4dd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ab084e94980d4f1abb02c9bf6fc50b74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2990026 Jul 25 05:59:39.941456 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39916) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:39.953201 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3e014-0775-4371-b853-f91c0ddcb4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f094228-609e-4b64-92d0-40f18edd0345,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:39.975763 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:39.996679 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:39.997686 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:40.005680 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] Set router 103194fd-bb0f-4cc4-ba73-63160eb95053 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:40.013342 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9ff0383b-b76c-4a2f-889a-a5b2d616e5e1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.110800 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:40.112241 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:40.185945 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7a201-2d94-4ff6-a50f-1c1b9ce418b6 None None] Pushing event updated for resources: {'Port': ['ID=b9b1f6ef-a115-4962-9f2d-0063c9d851b0,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:40.208426 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.249825 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6bdefcf-74a6-49d4-9793-d29c7594a08f admin admin] Publish callbacks [] for security_group (1f094228-609e-4b64-92d0-40f18edd0345), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.300837 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-bfa193f4-476d-416b-a950-c89525ee4a02 service neutron] 10.222.0.40 "GET /v2.0/networks/0d15383e-d6bc-440c-8878-9fb1b58b4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0101981 Jul 25 05:59:40.308256 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:40.364158 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:40.381140 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 125c2790-22a7-4829-95c8-0e579e68c74b triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:40.388173 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-9fb18e82-09fe-47f4-a40f-888b95ccb4ee admin admin] 10.222.0.40 "PUT /v2.0/routers/4f245ee1-23ff-4f13-805c-be82720afb7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1826875 Jul 25 05:59:40.396998 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.404173 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:40.444039 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:40.461302 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6bdefcf-74a6-49d4-9793-d29c7594a08f admin admin] Publish callbacks [] for security_group (1f094228-609e-4b64-92d0-40f18edd0345), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.511870 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:40.513050 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:33Z', 'revision_number': 4, 'project_id': '1484746571a24f5db36ed027469f88c1', 'gw_port': {'id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '88ceff2c-2711-4e83-a1f5-b53dc64e9d90', 'name': '', 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'mac_address': 'fa:16:3e:68:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9777dcb7-bc4b-47a6-8570-e49b6081488f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:31Z', 'updated_at': '2022-07-25T05:59:39Z', 'revision_number': 4, 'project_id': '1484746571a24f5db36ed027469f88c1', 'subnets': [{'id': '9777dcb7-bc4b-47a6-8570-e49b6081488f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:40.569702 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c01652-264d-4a40-a86b-49df8fe55835 None None] The sync data for ids ['103194fd-bb0f-4cc4-ba73-63160eb95053'] in dv-cinder-848418-2-iscsi is: [{'id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:33Z', 'revision_number': 4, 'project_id': '1484746571a24f5db36ed027469f88c1', 'gw_port': {'id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '88ceff2c-2711-4e83-a1f5-b53dc64e9d90', 'name': '', 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'mac_address': 'fa:16:3e:68:ac:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9777dcb7-bc4b-47a6-8570-e49b6081488f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:31Z', 'updated_at': '2022-07-25T05:59:39Z', 'revision_number': 4, 'project_id': '1484746571a24f5db36ed027469f88c1', 'subnets': [{'id': '9777dcb7-bc4b-47a6-8570-e49b6081488f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:40.573053 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:40.620710 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Router e25796a5-c22a-4674-a750-ea9784e99b56 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 05:59:40.661112 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Allocated IP 172.27.1.111 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/af754500-f97b-402a-90ae-914d5e264bc8) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:40.669303 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9ff0383b-b76c-4a2f-889a-a5b2d616e5e1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (cf24cb11-5d78-4228-aa6d-d6817696465a), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.735571 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:40.756162 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9ff0383b-b76c-4a2f-889a-a5b2d616e5e1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cf24cb11-5d78-4228-aa6d-d6817696465a), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.781397 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-a3196dab-bad5-43d4-8bd3-e9072632d0a7 service neutron] 10.222.0.40 "GET /v2.0/networks/0d15383e-d6bc-440c-8878-9fb1b58b4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945398 Jul 25 05:59:40.790657 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:40.830899 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6bdefcf-74a6-49d4-9793-d29c7594a08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1f094228-609e-4b64-92d0-40f18edd0345), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.836028 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d6bdefcf-74a6-49d4-9793-d29c7594a08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.837241 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d6bdefcf-74a6-49d4-9793-d29c7594a08f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1f094228-609e-4b64-92d0-40f18edd0345 HTTP/1.1" status: 204 len: 168 time: 0.8935950 Jul 25 05:59:40.896632 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0383b-b76c-4a2f-889a-a5b2d616e5e1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf24cb11-5d78-4228-aa6d-d6817696465a,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:40.914249 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdefcf-74a6-49d4-9793-d29c7594a08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f094228-609e-4b64-92d0-40f18edd0345,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:40.962613 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9ff0383b-b76c-4a2f-889a-a5b2d616e5e1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:40.970078 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39942) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:40.972039 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-9ff0383b-b76c-4a2f-889a-a5b2d616e5e1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2386782 Jul 25 05:59:40.979338 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-b3872553-e2c8-4010-ae87-0af18d147dfe tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group_rule': {'security_group_id': 'cf24cb11-5d78-4228-aa6d-d6817696465a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:40.992200 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 05:59:41.002903 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 39944) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:41.009630 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-fc8bba74-f4b1-4ac9-9df8-34e629962b6a admin admin] 10.222.0.40 "PUT /v2.0/routers/e25796a5-c22a-4674-a750-ea9784e99b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4042244 Jul 25 05:59:41.034241 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-72468aa0-75fe-4986-b911-91265061d8d2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332234678', 'description': 'tempest-description--642298171'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:41.051927 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:41.060045 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for port (af754500-f97b-402a-90ae-914d5e264bc8), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.188253 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-72468aa0-75fe-4986-b911-91265061d8d2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.192817 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (af754500-f97b-402a-90ae-914d5e264bc8), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.237006 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Current status of the port 134fa06f-2858-420a-ad24-63774adbb3f4 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:41.237438 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.266964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b3872553-e2c8-4010-ae87-0af18d147dfe tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (42d146e5-a538-4820-810d-328cb586720b), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.315902 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:41.324916 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:41.356818 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:41.375202 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:41.380282 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 39970) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:41.388804 dv-cinder-848418-2-iscsi neutron-server[110783]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 05:59:41.394874 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'Port': ['ID=af754500-f97b-402a-90ae-914d5e264bc8,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:41.488864 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-83987398-eb28-470e-b254-9f6ed496a06a req-afac9fe4-1b1d-474e-bcec-abfce9f18363 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 210 time: 0.1015136 Jul 25 05:59:41.632671 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (045ec3bf-2477-4980-b702-bd3c51227f7f), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.637119 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b3872553-e2c8-4010-ae87-0af18d147dfe tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (42d146e5-a538-4820-810d-328cb586720b), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.687019 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-72468aa0-75fe-4986-b911-91265061d8d2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (cff556de-189a-4ffb-aa2f-48c26166a98f), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.762159 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b3872553-e2c8-4010-ae87-0af18d147dfe tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (42d146e5-a538-4820-810d-328cb586720b), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.850218 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3872553-e2c8-4010-ae87-0af18d147dfe tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d146e5-a538-4820-810d-328cb586720b,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:41.867116 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-72468aa0-75fe-4986-b911-91265061d8d2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cff556de-189a-4ffb-aa2f-48c26166a98f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.891784 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] For port 134fa06f-2858-420a-ad24-63774adbb3f4, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=134fa06f-2858-420a-ad24-63774adbb3f4,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:41.931518 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (af754500-f97b-402a-90ae-914d5e264bc8), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.971883 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b3872553-e2c8-4010-ae87-0af18d147dfe tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:41.973613 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b3872553-e2c8-4010-ae87-0af18d147dfe tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0023329 Jul 25 05:59:41.976747 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40010) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:41.988247 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-cc5ecbed-941e-452c-9a90-3de59fbae714 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group_rule': {'security_group_id': 'cf24cb11-5d78-4228-aa6d-d6817696465a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:42.003373 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72468aa0-75fe-4986-b911-91265061d8d2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff556de-189a-4ffb-aa2f-48c26166a98f,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:42.004879 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:37Z', 'revision_number': 2, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:42.007920 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-72468aa0-75fe-4986-b911-91265061d8d2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.008725 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.013691 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-72468aa0-75fe-4986-b911-91265061d8d2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9958131 Jul 25 05:59:42.016612 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 40012) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:42.044373 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:42.081405 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-fa894b35-999f-41fe-8eaf-7bc4543d4d3e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'security_group_rule': {'security_group_id': 'cff556de-189a-4ffb-aa2f-48c26166a98f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:42.114876 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 2, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:42.130187 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cc5ecbed-941e-452c-9a90-3de59fbae714 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (adc052a2-c38b-4195-bd8a-0e6649e200b3), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.155165 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 125c2790-22a7-4829-95c8-0e579e68c74b is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:42.155165 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.208541 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ba2cf-03d7-4c17-98d1-f0145bdd0a81 None None] The sync data for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi is: [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:37Z', 'revision_number': 2, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:42.219764 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Provisioning complete for port a4528406-144c-4155-be7c-bef55d50f359 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:42.220161 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (a4528406-144c-4155-be7c-bef55d50f359), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.225838 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d417fb-8ea3-4489-9cc2-b8b7e0ae9114 None None] The sync data for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi is: [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 2, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:42.263609 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cc5ecbed-941e-452c-9a90-3de59fbae714 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (adc052a2-c38b-4195-bd8a-0e6649e200b3), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.302697 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Pushing event updated for resources: {'Port': ['ID=134fa06f-2858-420a-ad24-63774adbb3f4,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:42.334386 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287c16-1291-46ac-8f83-afe52b114746 req-0b94040b-7d4e-4638-8b0c-67b52d477d92 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:42.336025 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-0b94040b-7d4e-4638-8b0c-67b52d477d92 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 819 time: 0.4971130 Jul 25 05:59:42.346682 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cc5ecbed-941e-452c-9a90-3de59fbae714 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (adc052a2-c38b-4195-bd8a-0e6649e200b3), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.347711 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fa894b35-999f-41fe-8eaf-7bc4543d4d3e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (b5c10780-b104-4c78-a3d4-7804379044b9), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.380596 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 125c2790-22a7-4829-95c8-0e579e68c74b, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=125c2790-22a7-4829-95c8-0e579e68c74b,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:42.382482 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-fff789e5-1127-42f8-8685-8303a0db17f1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/quotas/07562543fa3e40d584b4d4525b112319 HTTP/1.1" status: 200 len: 375 time: 0.0273066 Jul 25 05:59:42.387942 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:42.389149 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:35Z', 'revision_number': 2, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:42.390602 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ecbed-941e-452c-9a90-3de59fbae714 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc052a2-c38b-4195-bd8a-0e6649e200b3,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:42.441649 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:42.442020 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Updating router d50ac06b-835a-4f13-bb13-3396011e2b7b port 01e53f50-572a-4686-829a-9ccd13d2f883 binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:42.454873 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:42.455836 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.461422 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:42.475711 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-b709b3c7-dd9d-4c37-a906-1196c13589dd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544214 Jul 25 05:59:42.513563 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cc5ecbed-941e-452c-9a90-3de59fbae714 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.514867 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-cc5ecbed-941e-452c-9a90-3de59fbae714 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5352237 Jul 25 05:59:42.521033 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40040) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:42.525551 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:42.647520 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for port (af754500-f97b-402a-90ae-914d5e264bc8), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.669017 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fa894b35-999f-41fe-8eaf-7bc4543d4d3e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (b5c10780-b104-4c78-a3d4-7804379044b9), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.683435 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:42.704991 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-62d60387-562c-4e5c-b7ad-857577e9b732 req-067e2fcc-123b-4ebc-b3f7-9a21d01b3a3a tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 210 time: 0.1360154 Jul 25 05:59:42.745400 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (af754500-f97b-402a-90ae-914d5e264bc8), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.756427 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.759435 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=125c2790-22a7-4829-95c8-0e579e68c74b,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:42.771797 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-bd87834b-48d2-4111-bd8c-a67379c11216 service neutron] 10.222.0.40 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778845 Jul 25 05:59:42.845613 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.850359 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fa894b35-999f-41fe-8eaf-7bc4543d4d3e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (b5c10780-b104-4c78-a3d4-7804379044b9), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:42.937986 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa894b35-999f-41fe-8eaf-7bc4543d4d3e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c10780-b104-4c78-a3d4-7804379044b9,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:42.946962 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (045ec3bf-2477-4980-b702-bd3c51227f7f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.025925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'Port': ['ID=af754500-f97b-402a-90ae-914d5e264bc8,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:43.195743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.212316 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a3632276-7458-4d23-ba1f-c31d3ece6377 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0331569 Jul 25 05:59:43.212394 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:43.212463 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=7 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:43.213561 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.261383 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-9409801c-3258-4421-8c55-94d53d1d1732 service neutron] 10.222.0.40 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258358 Jul 25 05:59:43.267377 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.305978 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fa894b35-999f-41fe-8eaf-7bc4543d4d3e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.315943 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-fa894b35-999f-41fe-8eaf-7bc4543d4d3e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2725883 Jul 25 05:59:43.322750 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 40072) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:43.338649 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-91999d59-9d79-42e5-9b52-de70af430307 None None] Current status of the port a4528406-144c-4155-be7c-bef55d50f359 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:43.339618 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-6b2efe37-31ee-41fe-bf5f-f1a4c0d10c43 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'security_group_rule': {'security_group_id': 'cff556de-189a-4ffb-aa2f-48c26166a98f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:43.428741 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40074) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:43.496125 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:43.496937 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Provisioning complete for port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:43.497498 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.520328 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Allocated IP 172.27.1.127 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/f80224c7-a758-4fb9-b084-5c2555a834ac) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:43.546812 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6b2efe37-31ee-41fe-bf5f-f1a4c0d10c43 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (98575205-60fd-4bf4-8ffa-dd8b575a9eac), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.717833 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Publish callbacks [] for port (01e53f50-572a-4686-829a-9ccd13d2f883), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.794997 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.835977 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-24f8ca6d-d39f-49f5-a97b-4600b6e76fe5 req-b9ce3331-a0f3-4236-b72c-c02e093d06c6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 210 time: 0.1165411 Jul 25 05:59:43.882270 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6b2efe37-31ee-41fe-bf5f-f1a4c0d10c43 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (98575205-60fd-4bf4-8ffa-dd8b575a9eac), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.897366 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:43.920046 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cad2d1-b7ba-458a-a692-628bc283ae04 None None] Pushing event updated for resources: {'Port': ['ID=01e53f50-572a-4686-829a-9ccd13d2f883,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:43.946899 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6b2efe37-31ee-41fe-bf5f-f1a4c0d10c43 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (98575205-60fd-4bf4-8ffa-dd8b575a9eac), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.960858 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (f80224c7-a758-4fb9-b084-5c2555a834ac), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:43.988694 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c102714f-5a8a-4852-88dc-5f40bbec07b1 req-d4269784-aa3c-482c-b1f6-d8c360404ca8 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 210 time: 0.0486953 Jul 25 05:59:43.994788 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:44.034002 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2efe37-31ee-41fe-bf5f-f1a4c0d10c43 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98575205-60fd-4bf4-8ffa-dd8b575a9eac,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:44.109759 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d37b3624-6b03-488e-ac37-193115ddf222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.117387 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Current status of the port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:44.117782 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.164188 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (f80224c7-a758-4fb9-b084-5c2555a834ac), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.180352 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-b7b68c81-f1c3-4685-8211-391f1888fffd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1664195889&fields=id&tenant_id=5ea60662f93343019fe380b6e13d5d18 HTTP/1.1" status: 200 len: 267 time: 0.4028628 Jul 25 05:59:44.224623 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6b2efe37-31ee-41fe-bf5f-f1a4c0d10c43 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.225863 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6b2efe37-31ee-41fe-bf5f-f1a4c0d10c43 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9020848 Jul 25 05:59:44.287504 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 40126) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:44.296073 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:44.300398 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] For port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=88ceff2c-2711-4e83-a1f5-b53dc64e9d90,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:44.307412 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Attempting to bind port 01e53f50-572a-4686-829a-9ccd13d2f883 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:44.313998 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Attempting to bind port 01e53f50-572a-4686-829a-9ccd13d2f883 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:44.315084 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Attempting to bind port 01e53f50-572a-4686-829a-9ccd13d2f883 on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:44.346875 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:44.347516 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Checking segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:44.347799 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.354224 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Bound using segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:44.354224 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Bound port: 01e53f50-572a-4686-829a-9ccd13d2f883, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:44.354224 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.366724 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:44.381732 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:44.388355 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:44.399837 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.409562 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=f80224c7-a758-4fb9-b084-5c2555a834ac,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:44.417537 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:44.460747 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:44.565516 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-2d7e578d-a71f-4f21-8dda-228de6078f79 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:44.567114 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-2d7e578d-a71f-4f21-8dda-228de6078f79 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 811 time: 0.3803155 Jul 25 05:59:44.574066 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.576817 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 134fa06f-2858-420a-ad24-63774adbb3f4 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:44.595629 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Provisioning complete for port 42f199d6-470d-4f51-8825-2bded6363b4c triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:44.595870 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.689341 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.710218 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-940eab07-537c-4e1a-94f6-d8c00bd09099 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/quotas/5ea60662f93343019fe380b6e13d5d18 HTTP/1.1" status: 200 len: 375 time: 0.0224652 Jul 25 05:59:44.781333 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Pushing event updated for resources: {'Port': ['ID=88ceff2c-2711-4e83-a1f5-b53dc64e9d90,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:44.793147 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (a3719fcb-2ad0-4e1d-8471-0eeff237b3b0), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.793550 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Port 42f199d6-470d-4f51-8825-2bded6363b4c cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:59:44.797742 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] For port 01e53f50-572a-4686-829a-9ccd13d2f883, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:44.805730 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] For port 01e53f50-572a-4686-829a-9ccd13d2f883, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=01e53f50-572a-4686-829a-9ccd13d2f883,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:44.821124 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Provisioning complete for port ed516f37-b392-462c-97dd-c6cff497d879 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:44.821714 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (ed516f37-b392-462c-97dd-c6cff497d879), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.825883 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 134fa06f-2858-420a-ad24-63774adbb3f4 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:44.826453 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.832201 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d37b3624-6b03-488e-ac37-193115ddf222 admin admin] Publish callbacks [] for security_group (04833a6e-1939-4879-b000-781754cead6c), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.928062 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:44.976063 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d37b3624-6b03-488e-ac37-193115ddf222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (04833a6e-1939-4879-b000-781754cead6c), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.017448 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4e47a48c-1f4c-488c-8563-48ad5620aaf9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:45.020105 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4e47a48c-1f4c-488c-8563-48ad5620aaf9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 819 time: 0.4375422 Jul 25 05:59:45.022883 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:45.174777 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:45.178657 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 134fa06f-2858-420a-ad24-63774adbb3f4 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:45.182231 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 125c2790-22a7-4829-95c8-0e579e68c74b up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:45.196713 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-2fdff941-62bd-4b58-8953-7993f2f501bd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/quotas/07562543fa3e40d584b4d4525b112319 HTTP/1.1" status: 200 len: 375 time: 0.1038759 Jul 25 05:59:45.202877 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d37b3624-6b03-488e-ac37-193115ddf222 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9abeac7667fc471e8dcd18f455bb328f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7729292 Jul 25 05:59:45.203603 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f80224c7-a758-4fb9-b084-5c2555a834ac), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.225890 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 40170) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:45.267582 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:45.268575 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:45.302003 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-540da7e9-63b2-4d6d-8ee9-528d8cde7f90 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5428445 Jul 25 05:59:45.331666 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cad2d1-b7ba-458a-a692-628bc283ae04 None None] Pushing event updated for resources: {'Port': ['ID=01e53f50-572a-4686-829a-9ccd13d2f883,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:45.368616 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Current status of the port ed516f37-b392-462c-97dd-c6cff497d879 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:45.503692 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 125c2790-22a7-4829-95c8-0e579e68c74b triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:45.504097 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.542524 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-bc913024-9668-42e8-8e11-5bcf4159c42a service neutron] 10.222.0.40 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932998 Jul 25 05:59:45.575367 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:45.585000 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (f80224c7-a758-4fb9-b084-5c2555a834ac), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.591598 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b3624-6b03-488e-ac37-193115ddf222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04833a6e-1939-4879-b000-781754cead6c,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:45.705838 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (f80224c7-a758-4fb9-b084-5c2555a834ac), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.733188 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Allocated IP 172.27.1.52 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/030b2086-a330-4eac-a073-95c8c764fe7a) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:45.735636 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-08618a11-0ef4-4a94-bb52-00bc219e32b7 admin admin] Publish callbacks [] for security_group (04833a6e-1939-4879-b000-781754cead6c), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.754744 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-9f4b0fe2-b057-4804-a3c7-1866595f22b0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1657646 Jul 25 05:59:45.761403 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (a3719fcb-2ad0-4e1d-8471-0eeff237b3b0), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.796828 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=f80224c7-a758-4fb9-b084-5c2555a834ac,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:45.807046 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Provisioning complete for port 01e53f50-572a-4686-829a-9ccd13d2f883 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:45.807443 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.841272 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.850566 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-ea58a618-d6ec-4abc-ab3c-9df21bbd2cb5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3236282 Jul 25 05:59:45.892864 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-08618a11-0ef4-4a94-bb52-00bc219e32b7 admin admin] Publish callbacks [] for security_group (04833a6e-1939-4879-b000-781754cead6c), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:45.950473 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-652416c5-58b8-425d-a407-c48caa2ef708 service neutron] 10.222.0.40 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933768 Jul 25 05:59:46.027458 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:46.032367 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-9dba08a8-fc6c-4a9b-9cb6-5283d70f97bd service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110783) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:59:46.033437 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-9dba08a8-fc6c-4a9b-9cb6-5283d70f97bd service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1036985 Jul 25 05:59:46.163362 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:46.164470 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 125c2790-22a7-4829-95c8-0e579e68c74b is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:46.165643 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device ed516f37-b392-462c-97dd-c6cff497d879 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:46.171657 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Current status of the port 01e53f50-572a-4686-829a-9ccd13d2f883 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:46.172055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:46.181315 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for port (030b2086-a330-4eac-a073-95c8c764fe7a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:46.211399 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:46.266493 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-7422fb66-e004-4dd4-8c0c-4e41de9c9a13 service neutron] 10.222.0.40 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261467 Jul 25 05:59:46.296205 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:46.298964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (030b2086-a330-4eac-a073-95c8c764fe7a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:46.359468 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] For port 01e53f50-572a-4686-829a-9ccd13d2f883, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=01e53f50-572a-4686-829a-9ccd13d2f883,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:46.400334 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-08618a11-0ef4-4a94-bb52-00bc219e32b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (04833a6e-1939-4879-b000-781754cead6c), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:46.410007 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-08618a11-0ef4-4a94-bb52-00bc219e32b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:46.411859 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-08618a11-0ef4-4a94-bb52-00bc219e32b7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/04833a6e-1939-4879-b000-781754cead6c HTTP/1.1" status: 204 len: 168 time: 1.1850204 Jul 25 05:59:46.440535 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:46.453666 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:46.478156 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.47', 59404) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:46.478921 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:46.482876 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:46.523157 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08618a11-0ef4-4a94-bb52-00bc219e32b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04833a6e-1939-4879-b000-781754cead6c,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:46.543429 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-f9610c01-d535-4f14-9498-f9f739a0b891 service neutron] 10.222.0.40 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656136 Jul 25 05:59:46.558017 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port ed516f37-b392-462c-97dd-c6cff497d879 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:46.558430 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (ed516f37-b392-462c-97dd-c6cff497d879), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:46.571966 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'Port': ['ID=030b2086-a330-4eac-a073-95c8c764fe7a,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:46.641965 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Provisioning complete for port 134fa06f-2858-420a-ad24-63774adbb3f4 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:46.642371 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:46.779486 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Pushing event updated for resources: {'Port': ['ID=01e53f50-572a-4686-829a-9ccd13d2f883,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:46.851081 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (1ea81669-aff9-4f62-9805-1f534b933e08), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:46.872896 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e5f12afe-b7dd-4f1b-a76e-51194c346d8c req-60c8761c-6a00-406c-9744-0844bee2e68e tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 210 time: 0.1725004 Jul 25 05:59:46.873956 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port ed516f37-b392-462c-97dd-c6cff497d879 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:46.876592 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 0f247671-9e5e-4007-a56a-f473492cf21a up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:46.913991 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:46.935847 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649babc4-0664-4b53-900b-7959a44822d2 req-abd1eb46-b1ef-4bb8-95bc-cc3b2680419a tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:46.941619 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-abd1eb46-b1ef-4bb8-95bc-cc3b2680419a tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.47 "GET /v2.0/networks?id=0d15383e-d6bc-440c-8878-9fb1b58b4e6c HTTP/1.1" status: 200 len: 812 time: 0.4492059 Jul 25 05:59:46.975215 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:44Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:47.000711 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Request body: {'port': {'device_id': 'eb9a76df-da50-4f8c-8d6d-c3be003f0a25', 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c', 'admin_state_up': True, 'tenant_id': '1484746571a24f5db36ed027469f88c1'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:47.083639 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b13c2d2-721a-4330-88ee-1527321241d8 None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:44Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:47.092631 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Current status of the port 134fa06f-2858-420a-ad24-63774adbb3f4 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:47.160556 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Provisioning complete for port 68470082-bee8-4f1a-be05-4948748a654b triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:47.160556 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (68470082-bee8-4f1a-be05-4948748a654b), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:47.183350 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (030b2086-a330-4eac-a073-95c8c764fe7a), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:47.300666 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b71d3d00-1b0d-4a62-b992-1e253469060f req-f27a11eb-dc06-437a-8b84-da557218bc35 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 210 time: 0.0948734 Jul 25 05:59:47.309550 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Port 68470082-bee8-4f1a-be05-4948748a654b cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:59:47.317914 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 0f247671-9e5e-4007-a56a-f473492cf21a triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:47.318580 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:47.404321 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Provisioning complete for port a4528406-144c-4155-be7c-bef55d50f359 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:47.404743 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (a4528406-144c-4155-be7c-bef55d50f359), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:47.455837 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-0bb0cc33-eb01-46f9-9318-898a050d04bd tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--2093880513&fields=id&tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 267 time: 0.4306960 Jul 25 05:59:47.473152 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a4c21db6-8cb8-42db-a25a-eb8bfdee7e71 req-5b844b84-3279-47fc-971b-cab232679380 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 210 time: 0.0496864 Jul 25 05:59:47.617795 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 0f247671-9e5e-4007-a56a-f473492cf21a is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:47.618374 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:47.654982 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:47.661605 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-6c2132e0-92f5-44b9-9a27-3ad56141417c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:47.669512 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-6c2132e0-92f5-44b9-9a27-3ad56141417c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 814 time: 0.2125213 Jul 25 05:59:47.683019 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-445c2566-b63b-4eca-955f-092af3659cd8 None None] Current status of the port a4528406-144c-4155-be7c-bef55d50f359 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:47.689239 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 0f247671-9e5e-4007-a56a-f473492cf21a, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=0f247671-9e5e-4007-a56a-f473492cf21a,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:47.738494 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-5f70b80c-5871-48bf-a941-456d4e08b51e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/quotas/a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 375 time: 0.0678432 Jul 25 05:59:47.782186 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:47.783063 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:47.844864 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40268) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:47.846243 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:47.864656 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-db98211f-05e6-4417-ace7-343dfd1843bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:47.914755 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-550a1c98-9449-419c-bd37-4b06fe0625ba None None] Provisioning complete for port 01e53f50-572a-4686-829a-9ccd13d2f883 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:47.915133 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-550a1c98-9449-419c-bd37-4b06fe0625ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.006454 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-00043c63-6fe8-482e-8133-38cad53288f0 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2293224 Jul 25 05:59:48.014525 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.47', 59411) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:48.099996 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-db98211f-05e6-4417-ace7-343dfd1843bb admin admin] Publish callbacks [] for security_group (b26b2434-1e07-44a8-9138-71c85b8645ff), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.134579 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=0f247671-9e5e-4007-a56a-f473492cf21a,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:48.152025 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Made reservation on behalf of 1484746571a24f5db36ed027469f88c1 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:48.156575 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.156782 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:48.157295 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.187683 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-550a1c98-9449-419c-bd37-4b06fe0625ba None None] Current status of the port 01e53f50-572a-4686-829a-9ccd13d2f883 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:48.223437 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for port (030b2086-a330-4eac-a073-95c8c764fe7a), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.248261 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:48.249484 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:48.283767 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3471cde9-b0b7-47f2-bc61-4d02df0a14a3 req-6750aa84-4290-4d67-9ccb-d5ba5503641a tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 210 time: 0.0708940 Jul 25 05:59:48.312779 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-db98211f-05e6-4417-ace7-343dfd1843bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b26b2434-1e07-44a8-9138-71c85b8645ff), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.333270 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:48.333656 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.359418 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98211f-05e6-4417-ace7-343dfd1843bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b2434-1e07-44a8-9138-71c85b8645ff,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:48.367790 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-db98211f-05e6-4417-ace7-343dfd1843bb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8779958ba34f4c50a5c40935ac99ea6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5223596 Jul 25 05:59:48.368988 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40288) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:48.417052 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:48.453066 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2f983608-ca21-4de6-83c5-9b80787571d5 req-93a7e4ef-6231-4128-bbf2-c357643b9063 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 210 time: 0.0365629 Jul 25 05:59:48.463371 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:48.483069 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a506afff-d75f-4a9c-8932-c17aaa8334ad admin admin] Publish callbacks [] for security_group (b26b2434-1e07-44a8-9138-71c85b8645ff), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.486555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (030b2086-a330-4eac-a073-95c8c764fe7a), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.532888 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a506afff-d75f-4a9c-8932-c17aaa8334ad admin admin] Publish callbacks [] for security_group (b26b2434-1e07-44a8-9138-71c85b8645ff), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.613318 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (1ea81669-aff9-4f62-9805-1f534b933e08), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.697767 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6a848fd9-460d-46bd-a242-aeb052fc3ce2 req-f27ba934-88d3-45e0-a4af-47ea0947a5e8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 210 time: 0.0996990 Jul 25 05:59:48.769860 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:48.776835 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'Port': ['ID=030b2086-a330-4eac-a073-95c8c764fe7a,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:48.793557 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a506afff-d75f-4a9c-8932-c17aaa8334ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b26b2434-1e07-44a8-9138-71c85b8645ff), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.797687 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a506afff-d75f-4a9c-8932-c17aaa8334ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.801687 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-a506afff-d75f-4a9c-8932-c17aaa8334ad admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b26b2434-1e07-44a8-9138-71c85b8645ff HTTP/1.1" status: 204 len: 168 time: 0.4292784 Jul 25 05:59:48.819838 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287c16-1291-46ac-8f83-afe52b114746 req-727b6e2b-4868-4b3e-8156-3d3dd196b6af tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:48.821528 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-727b6e2b-4868-4b3e-8156-3d3dd196b6af tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 819 time: 0.7164109 Jul 25 05:59:48.864398 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Request body: {'port': {'device_id': '3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'admin_state_up': True, 'tenant_id': '07562543fa3e40d584b4d4525b112319'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:48.870699 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f80a16b2-097e-43c6-8570-0b3d2f7cca2a service neutron] 10.222.0.40 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8599489 Jul 25 05:59:48.873343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506afff-d75f-4a9c-8932-c17aaa8334ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b2434-1e07-44a8-9138-71c85b8645ff,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:48.918551 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:48.920354 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d2747a99-b79a-4e7b-b4e6-0e40d0f05e5a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6311612 Jul 25 05:59:49.000502 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device b9b1f6ef-a115-4962-9f2d-0063c9d851b0 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:49.171048 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port b9b1f6ef-a115-4962-9f2d-0063c9d851b0 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:49.171048 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:49.385684 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port b9b1f6ef-a115-4962-9f2d-0063c9d851b0 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:49.386498 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:49.450927 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port b9b1f6ef-a115-4962-9f2d-0063c9d851b0, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=b9b1f6ef-a115-4962-9f2d-0063c9d851b0,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:49.534867 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-d4e1ac1e-ab8f-4693-bb96-2d279cd97c3f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1332234678&fields=id&tenant_id=1871c9af781743f5af1d92371a42ecf1 HTTP/1.1" status: 200 len: 267 time: 0.1422939 Jul 25 05:59:49.596648 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:49.599338 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 0f247671-9e5e-4007-a56a-f473492cf21a up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:49.676001 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-5f670633-8847-4339-b2d3-0ec289accac3 service neutron] 10.222.0.40 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536817 Jul 25 05:59:49.721156 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:49.729309 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Allocated IP 172.20.0.14 (0d15383e-d6bc-440c-8878-9fb1b58b4e6c/9777dcb7-bc4b-47a6-8570-e49b6081488f/d356fd90-eba7-42c0-b027-05d5c7ddce5d) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:49.731754 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 0f247671-9e5e-4007-a56a-f473492cf21a triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:49.732509 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:49.754679 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-5805c2a0-a8ce-439c-b431-538c66083d57 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:49.777449 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-5805c2a0-a8ce-439c-b431-538c66083d57 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 816 time: 0.2407861 Jul 25 05:59:49.843277 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=b9b1f6ef-a115-4962-9f2d-0063c9d851b0,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:49.855177 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-d39ff2e3-3c99-43f6-8e5f-11bf30c5918b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/quotas/1871c9af781743f5af1d92371a42ecf1 HTTP/1.1" status: 200 len: 375 time: 0.0746775 Jul 25 05:59:49.967316 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-49626361-8f99-4542-8f14-da9e8defd780 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099167 Jul 25 05:59:50.014089 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 0f247671-9e5e-4007-a56a-f473492cf21a is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:50.015218 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:50.027856 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Made reservation on behalf of 07562543fa3e40d584b4d4525b112319 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:50.035743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:50.092690 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:50.094486 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:50.271642 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-5708c0a6-dbcc-4549-8fe4-7d9848ac6601 service neutron] 10.222.0.40 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988520 Jul 25 05:59:50.437427 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Allocated IP 172.20.0.5 (aa79d0fe-56b1-4e97-990f-ad8f32170783/5c96afb4-3704-4948-b0ad-db64e1b6dbc9/07e8aaba-4e29-4898-865b-3e4e9f738a49) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:50.534235 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:50.542697 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.47', 59417) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:50.633084 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-882aef72-e09f-4aac-9bb9-e9da2b94b08f service neutron] 10.222.0.40 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470902 Jul 25 05:59:50.843287 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:50.843287 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:50.843287 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:50.843287 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=5c38cadb-59f0-4d80-95f7-ff34aa55ffc7,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:50.845175 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f8e1d037-7e3b-40d5-a5cd-56b8d01a0ad4 req-d8d196b4-59b4-45ce-92b0-37691500d3f5 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 210 time: 0.0547216 Jul 25 05:59:50.845175 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Publish callbacks [] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:50.845916 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-4e592645-071d-4ff2-9656-5ff1683b5cb9 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:50.845916 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-4e592645-071d-4ff2-9656-5ff1683b5cb9 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 811 time: 0.2686849 Jul 25 05:59:50.873708 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:51.032995 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-75767891-6803-47be-b8fd-dec004638b4c req-75fc964f-0719-4639-87e0-124a71185a94 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 210 time: 0.0644877 Jul 25 05:59:51.033992 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-0d762c28-a2f5-41e1-baf8-cdbdc2cbac11 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea60662f93343019fe380b6e13d5d18 HTTP/1.1" status: 200 len: 380 time: 0.0943015 Jul 25 05:59:51.033992 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'port': {'device_id': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'admin_state_up': True, 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'security_groups': ['9ba51645-d01f-4dd0-8343-ccbda6d812cd']}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:51.055464 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:51.056569 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 01e53f50-572a-4686-829a-9ccd13d2f883 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:51.086584 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.47', 59418) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:51.088832 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:51.210993 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c482d0ad-0797-442a-8c11-1bc6faa9a6e4 req-c4e2a681-688e-4b4c-b4d9-f7fc317eb5f6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 210 time: 0.1388736 Jul 25 05:59:51.217931 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:51.326927 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=5c38cadb-59f0-4d80-95f7-ff34aa55ffc7,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:51.358426 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 01e53f50-572a-4686-829a-9ccd13d2f883 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:51.358426 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:51.467874 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a43ddcd6-41cd-42fc-adb7-21eb06c70315 req-dd9e05cc-4c6d-4d8e-ad13-66210c79615f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 210 time: 0.1336181 Jul 25 05:59:51.614427 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:51.614427 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=7 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:51.656430 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Pushing event updated for resources: {'Port': ['ID=d356fd90-eba7-42c0-b027-05d5c7ddce5d,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:51.701399 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Made reservation on behalf of 5ea60662f93343019fe380b6e13d5d18 for: {'port': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:51.710899 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:51.721609 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 01e53f50-572a-4686-829a-9ccd13d2f883 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:51.731637 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:51.799639 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:51.813152 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:51.813729 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:51.888976 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=19 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:51.970638 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:51.975284 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=21 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:52.116025 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:52.185278 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7b199a8d-e21c-4d3c-a549-8008a8424789 req-6ea45682-e2f8-49fb-b33d-c6fd73ee3a3d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 210 time: 0.5770974 Jul 25 05:59:52.191491 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:52.194324 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:52.210850 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:52.222849 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:52.223526 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:52.244435 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:52.273015 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:52.296681 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:52.298513 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:52.381488 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device b9b1f6ef-a115-4962-9f2d-0063c9d851b0 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:52.433015 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4e381-7405-4916-80a2-83d2983eca75 req-a5eaa638-5dfd-4c27-88b8-2bcffe4ec3fd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:52.437040 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-a5eaa638-5dfd-4c27-88b8-2bcffe4ec3fd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 819 time: 1.3444493 Jul 25 05:59:52.448460 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7b0ef-414e-412f-b017-3281243b8dd9 req-97c3de82-2e1f-4571-9dce-4562cb20b589 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:52.450431 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9fa7b0ef-414e-412f-b017-3281243b8dd9 req-97c3de82-2e1f-4571-9dce-4562cb20b589 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 932 time: 0.4131625 Jul 25 05:59:52.567745 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:52.591186 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Request body: {'port': {'device_id': 'ccf69bbe-b5ad-4061-9250-f2f3f0edee2d', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'admin_state_up': True, 'tenant_id': '07562543fa3e40d584b4d4525b112319'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:52.604073 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port b9b1f6ef-a115-4962-9f2d-0063c9d851b0 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:52.611098 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event updated for resources: {'Port': ['ID=07e8aaba-4e29-4898-865b-3e4e9f738a49,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:52.611898 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:52.794276 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-0b356ebd-9142-46dd-951a-9d260ebd8d03 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8057857 Jul 25 05:59:52.837763 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-2845761f-481c-469c-b34c-d8c5fcee6ac0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0009210 Jul 25 05:59:52.840942 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6cc5ad83-179b-4d30-bcdc-bd885eb28a1f req-122c1591-11c8-43e1-8ad4-4eb805dd8f14 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 210 time: 0.4019008 Jul 25 05:59:52.871606 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-08af29b1-2dd2-4c29-9e56-828bed2af664 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:59:52.872738 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-08af29b1-2dd2-4c29-9e56-828bed2af664 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0213740 Jul 25 05:59:52.912998 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-a965ad66-4d42-4546-b69f-b2c5925c9574 None None] Provisioning complete for port 07e8aaba-4e29-4898-865b-3e4e9f738a49 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:52.922448 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a965ad66-4d42-4546-b69f-b2c5925c9574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:52.992439 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-c6cc48de-7149-4384-96df-2be823737a28 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 05:59:52.993457 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-c6cc48de-7149-4384-96df-2be823737a28 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0288842 Jul 25 05:59:53.020912 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Allocated IP 172.20.0.12 (e8aa6446-1bfa-4069-a27c-c14f749ca6da/ac18650c-f7a9-4125-b917-a18be86504ca/a7211a3e-e5a1-4df6-b97c-4d903ce963ca) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:53.048808 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9fa7b0ef-414e-412f-b017-3281243b8dd9 req-15dd14a9-3765-4b28-9b9e-760df080215f tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882773 Jul 25 05:59:53.050162 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-a965ad66-4d42-4546-b69f-b2c5925c9574 None None] Port 07e8aaba-4e29-4898-865b-3e4e9f738a49 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:59:53.074296 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-a965ad66-4d42-4546-b69f-b2c5925c9574 None None] Provisioning complete for port d356fd90-eba7-42c0-b027-05d5c7ddce5d triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:53.090071 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a965ad66-4d42-4546-b69f-b2c5925c9574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:53.208399 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-a965ad66-4d42-4546-b69f-b2c5925c9574 None None] Port d356fd90-eba7-42c0-b027-05d5c7ddce5d cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:59:53.213340 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port b9b1f6ef-a115-4962-9f2d-0063c9d851b0 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:53.214639 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:53.224295 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-60208931-82bf-4562-b1fe-55dfd93d3b62 req-0bb6fe2d-ad40-40c8-a38c-6fdb40dbe764 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 210 time: 0.1257446 Jul 25 05:59:53.266709 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:53.267274 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:53.269602 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:53.319670 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-112ecfdd-cd46-411e-bb6c-c11c29118394 req-6e0275b8-50c7-4d4f-bb35-0709c23adc56 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 210 time: 0.0962446 Jul 25 05:59:53.396594 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7aa9d5cf-e324-4102-9988-7727e896de8d req-7d49011f-8074-44d3-a86e-df4a939908f8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 210 time: 0.0446887 Jul 25 05:59:53.434443 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Made reservation on behalf of 07562543fa3e40d584b4d4525b112319 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 05:59:53.434808 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:53.444731 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:53.481168 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:53.527729 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Sync routers for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:53.545127 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:53.550699 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:53.605893 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:53.625892 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Allocated IP 172.20.0.13 (aa79d0fe-56b1-4e97-990f-ad8f32170783/5c96afb4-3704-4948-b0ad-db64e1b6dbc9/de159745-94e2-418c-9c37-533af5667e21) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 05:59:53.637263 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:53.674134 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:53.717305 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:53.738123 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:53.741312 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:53.748255 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:53.749376 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:53.755420 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'Port': ['ID=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:53.861315 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for port (de159745-94e2-418c-9c37-533af5667e21), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:53.863904 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c8ead522-d179-4989-a116-f4c6fe35bccd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8579700 Jul 25 05:59:53.947213 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Sync routers for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 05:59:53.964712 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:53.965362 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:54.021209 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:54.030415 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e87334-7bfe-4d6b-bd4b-f69d089c10b3 req-01947009-0491-42fe-8b89-7180d7336301 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:54.038396 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-97e87334-7bfe-4d6b-bd4b-f69d089c10b3 req-01947009-0491-42fe-8b89-7180d7336301 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 932 time: 0.0616977 Jul 25 05:59:54.054184 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:37Z', 'revision_number': 2, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:54.061406 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (de159745-94e2-418c-9c37-533af5667e21), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.102103 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Checking router: 4f245ee1-23ff-4f13-805c-be82720afb7a for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:54.102442 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Updating router 4f245ee1-23ff-4f13-805c-be82720afb7a port 68470082-bee8-4f1a-be05-4948748a654b binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:54.119887 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:54.148240 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (68470082-bee8-4f1a-be05-4948748a654b), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.153029 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-97e87334-7bfe-4d6b-bd4b-f69d089c10b3 req-d918b180-7c6f-4c99-8c38-b0727e08f330 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133847 Jul 25 05:59:54.180267 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event updated for resources: {'Port': ['ID=de159745-94e2-418c-9c37-533af5667e21,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:54.200010 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:54.230934 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-9a232946-da8d-44a6-9a03-9c68f5b18409 None None] Provisioning complete for port a7211a3e-e5a1-4df6-b97c-4d903ce963ca triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:54.233185 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-9a232946-da8d-44a6-9a03-9c68f5b18409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.244250 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 05:59:54.250072 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 05:59:54.256755 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 05:59:54.263869 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:54.263869 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.278497 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a07f8-2dd9-456e-b193-31254e613b81 req-742992a1-5f70-42e1-8dbb-bce71d812f69 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:54.285792 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-521a07f8-2dd9-456e-b193-31254e613b81 req-742992a1-5f70-42e1-8dbb-bce71d812f69 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 932 time: 0.1016245 Jul 25 05:59:54.344376 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-521a07f8-2dd9-456e-b193-31254e613b81 req-b6f7e53d-0858-4e5a-9bbb-034456033af0 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575259 Jul 25 05:59:54.379051 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-85b3106e-afa4-4a99-9d5a-44b56b025f40 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8899591 Jul 25 05:59:54.495689 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-9a232946-da8d-44a6-9a03-9c68f5b18409 None None] Port a7211a3e-e5a1-4df6-b97c-4d903ce963ca cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:59:54.505220 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02848e-2bd4-4488-90d3-51e8c16b238a req-7a7d2862-5eed-4bb6-9c6c-57f38491b46e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:54.512611 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6b02848e-2bd4-4488-90d3-51e8c16b238a req-7a7d2862-5eed-4bb6-9c6c-57f38491b46e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 932 time: 0.1149380 Jul 25 05:59:54.554824 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cce5c665-6783-452e-91b9-064e7d6fd8ac req-a12b4ec3-1010-4bc4-92fc-b21872e3280a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 210 time: 0.0716894 Jul 25 05:59:54.575758 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6b02848e-2bd4-4488-90d3-51e8c16b238a req-2fac83e5-b54a-48a1-a192-2f4c8a6f128a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617731 Jul 25 05:59:54.637069 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Publish callbacks [] for port (68470082-bee8-4f1a-be05-4948748a654b), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.669002 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 2, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:54.690644 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3ec7c366-56f8-42dd-9cda-616cc41900b5 req-e8fc2d7c-c27c-4381-87f6-b6f29e463432 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 210 time: 0.0383148 Jul 25 05:59:54.695746 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Checking router: e25796a5-c22a-4674-a750-ea9784e99b56 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 05:59:54.696050 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Updating router e25796a5-c22a-4674-a750-ea9784e99b56 port 42f199d6-470d-4f51-8825-2bded6363b4c binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 05:59:54.723274 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (68470082-bee8-4f1a-be05-4948748a654b), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.735694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-6be8468b-519f-4edf-b2dd-02b96c3c07ff None None] Provisioning complete for port de159745-94e2-418c-9c37-533af5667e21 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:54.736067 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6be8468b-519f-4edf-b2dd-02b96c3c07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (de159745-94e2-418c-9c37-533af5667e21), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.737785 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.808658 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff20f6b-134d-4afc-a9b7-c56717adeded None None] Pushing event updated for resources: {'Port': ['ID=68470082-bee8-4f1a-be05-4948748a654b,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:54.813960 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-6be8468b-519f-4edf-b2dd-02b96c3c07ff None None] Port de159745-94e2-418c-9c37-533af5667e21 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 05:59:54.852667 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:54.856013 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Attempting to bind port 68470082-bee8-4f1a-be05-4948748a654b on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:54.856424 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Attempting to bind port 68470082-bee8-4f1a-be05-4948748a654b by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:54.856956 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Attempting to bind port 68470082-bee8-4f1a-be05-4948748a654b on network d09a72ec-f4c1-4494-ae4f-e65cd0316aed {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:54.864365 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:54.870742 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Checking segment: {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:54.870742 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.870742 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Bound using segment: {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:54.870742 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Bound port: 68470082-bee8-4f1a-be05-4948748a654b, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:54.870742 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (68470082-bee8-4f1a-be05-4948748a654b), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:54.935732 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] For port 68470082-bee8-4f1a-be05-4948748a654b, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:54.939183 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] For port 68470082-bee8-4f1a-be05-4948748a654b, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=68470082-bee8-4f1a-be05-4948748a654b,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:55.046833 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:55.049849 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (68470082-bee8-4f1a-be05-4948748a654b), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.057069 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-e40795e2-4ffc-4787-82cc-9f90995659ab None None] Provisioning complete for port 68470082-bee8-4f1a-be05-4948748a654b triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:55.057443 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e40795e2-4ffc-4787-82cc-9f90995659ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (68470082-bee8-4f1a-be05-4948748a654b), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.069336 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Publish callbacks [] for port (42f199d6-470d-4f51-8825-2bded6363b4c), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.105890 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:55.115033 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:55.115807 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:55.120157 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:55.156032 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff20f6b-134d-4afc-a9b7-c56717adeded None None] Pushing event updated for resources: {'Port': ['ID=68470082-bee8-4f1a-be05-4948748a654b,revision_number=4']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:55.161670 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-e40795e2-4ffc-4787-82cc-9f90995659ab None None] Current status of the port 68470082-bee8-4f1a-be05-4948748a654b is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:55.162149 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e40795e2-4ffc-4787-82cc-9f90995659ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (68470082-bee8-4f1a-be05-4948748a654b), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.187983 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.234777 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-e40795e2-4ffc-4787-82cc-9f90995659ab None None] For port 68470082-bee8-4f1a-be05-4948748a654b, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=68470082-bee8-4f1a-be05-4948748a654b,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:55.253212 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:55.259223 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012fae9-b928-4225-8cec-d3457c50bc8d None None] Pushing event updated for resources: {'Port': ['ID=42f199d6-470d-4f51-8825-2bded6363b4c,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:55.353489 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e40795e2-4ffc-4787-82cc-9f90995659ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (68470082-bee8-4f1a-be05-4948748a654b), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.360305 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184d18-f8d1-409a-a174-e67deb96dafa req-49cf9b34-3e8b-4f0a-9258-82e12886b662 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:55.362928 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2e184d18-f8d1-409a-a174-e67deb96dafa req-49cf9b34-3e8b-4f0a-9258-82e12886b662 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 932 time: 0.1287861 Jul 25 05:59:55.405642 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Attempting to bind port 42f199d6-470d-4f51-8825-2bded6363b4c on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:55.405642 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Attempting to bind port 42f199d6-470d-4f51-8825-2bded6363b4c by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:55.405642 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Attempting to bind port 42f199d6-470d-4f51-8825-2bded6363b4c on network aa79d0fe-56b1-4e97-990f-ad8f32170783 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:55.467211 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 05:59:55.470147 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Checking segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 05:59:55.472716 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.476259 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Bound using segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 05:59:55.477401 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Bound port: 42f199d6-470d-4f51-8825-2bded6363b4c, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 05:59:55.478532 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.501879 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2e184d18-f8d1-409a-a174-e67deb96dafa req-8d48270f-ca89-49ba-9f79-2c3603d83db7 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301820 Jul 25 05:59:55.590215 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40795e2-4ffc-4787-82cc-9f90995659ab None None] Pushing event updated for resources: {'Port': ['ID=68470082-bee8-4f1a-be05-4948748a654b,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:55.607639 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-652a1134-df8b-4a79-8fce-b52b303aeb0c None None] Provisioning complete for port 68470082-bee8-4f1a-be05-4948748a654b triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:55.608075 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-652a1134-df8b-4a79-8fce-b52b303aeb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (68470082-bee8-4f1a-be05-4948748a654b), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.624782 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:55.648737 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411c0d-0d2b-441f-9b3a-13337d08ad70 req-145e10d1-b4d6-4070-bfc1-1cc1001bef6c tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:55.648737 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3a411c0d-0d2b-441f-9b3a-13337d08ad70 req-145e10d1-b4d6-4070-bfc1-1cc1001bef6c tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 932 time: 0.1102953 Jul 25 05:59:55.692336 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:54Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:55.727811 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfff4f7-2fc2-4075-892e-d4aeaa2ddcb5 None None] The sync data for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi is: [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:54Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:55.776440 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3af3702d-7abf-4a04-93ce-c8b41715db2e req-22cc2a10-b64d-4826-81ab-b76444677f58 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 210 time: 0.0540092 Jul 25 05:59:55.795560 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] For port 42f199d6-470d-4f51-8825-2bded6363b4c, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 05:59:55.799272 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] For port 42f199d6-470d-4f51-8825-2bded6363b4c, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=42f199d6-470d-4f51-8825-2bded6363b4c,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 05:59:55.829792 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3a411c0d-0d2b-441f-9b3a-13337d08ad70 req-42a6f6b7-5ddc-498a-9f6b-a6eac212ff20 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640425 Jul 25 05:59:55.903979 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:55.918056 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:55.947136 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8308a43-4a59-4cec-a10e-1273bbb8f365 req-5b869066-56b2-4c1a-af46-a48752eae4d3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:55.963603 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a8308a43-4a59-4cec-a10e-1273bbb8f365 req-5b869066-56b2-4c1a-af46-a48752eae4d3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 932 time: 0.0893564 Jul 25 05:59:56.048362 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-652a1134-df8b-4a79-8fce-b52b303aeb0c None None] Current status of the port 68470082-bee8-4f1a-be05-4948748a654b is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:56.088369 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a8308a43-4a59-4cec-a10e-1273bbb8f365 req-cfdc0016-70b8-44c1-a34a-c2570a5a0207 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201589 Jul 25 05:59:56.153085 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8a3cb395-2589-4334-80d0-645c351bbf35 req-c602c709-b239-46b0-838f-092ba7c91f8f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 210 time: 0.1260722 Jul 25 05:59:56.221964 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 05:59:56.222952 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:56.286849 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Request body: {'port': {'device_id': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:56.319442 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012fae9-b928-4225-8cec-d3457c50bc8d None None] Pushing event updated for resources: {'Port': ['ID=42f199d6-470d-4f51-8825-2bded6363b4c,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:56.338929 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-65d5907c-5b32-48bb-b18f-8cbbbfe0188f None None] Provisioning complete for port 42f199d6-470d-4f51-8825-2bded6363b4c triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:56.342376 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-65d5907c-5b32-48bb-b18f-8cbbbfe0188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:56.462672 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Request body: {'port': {'device_id': '3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:56.507788 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Request body: {'port': {'device_id': 'ccf69bbe-b5ad-4061-9250-f2f3f0edee2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:56.526081 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Request body: {'port': {'device_id': 'eb9a76df-da50-4f8c-8d6d-c3be003f0a25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:56.900927 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (de159745-94e2-418c-9c37-533af5667e21), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:56.948468 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 68470082-bee8-4f1a-be05-4948748a654b up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:57.009977 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d7c6f-99fa-463d-bae8-041ab2178ba2 req-ab498714-987c-4be3-8f37-7ef940af1d7b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:57.017335 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-575d7c6f-99fa-463d-bae8-041ab2178ba2 req-ab498714-987c-4be3-8f37-7ef940af1d7b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 932 time: 0.3172362 Jul 25 05:59:57.060731 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:57.073499 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 68470082-bee8-4f1a-be05-4948748a654b triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:57.073870 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (68470082-bee8-4f1a-be05-4948748a654b), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:57.113701 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9c4b0b03-052c-4e17-8e70-51783513b967 req-2ca95b23-2c37-4492-aaa3-2f5426d92e8d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 210 time: 0.0612400 Jul 25 05:59:57.424271 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-49d454c6-3fff-4c2c-87e5-ed724a474773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:57.434866 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:57.458088 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 05:59:57.503064 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-575d7c6f-99fa-463d-bae8-041ab2178ba2 req-afa410dc-6913-4a2f-a277-5b3117785d2d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4848342 Jul 25 05:59:57.549816 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:57.551056 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 68470082-bee8-4f1a-be05-4948748a654b is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:57.586363 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.47', 59428) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:57.849550 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:57.933842 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-65d5907c-5b32-48bb-b18f-8cbbbfe0188f None None] Current status of the port 42f199d6-470d-4f51-8825-2bded6363b4c is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:57.933842 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-65d5907c-5b32-48bb-b18f-8cbbbfe0188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:57.969091 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.47', 59430) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 05:59:58.026769 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 05:59:58.054048 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de159745-94e2-418c-9c37-533af5667e21 {{(pid=110783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:59:58.072404 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b938f6-c474-49fc-834a-4b7a5b47592d None None] The sync data for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi is: [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 05:59:58.079508 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eb726-5211-4cfa-b476-f1141af24848 req-de0c4aef-4508-49ec-ab2a-80d7aaf73a3e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:58.091343 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4b5eb726-5211-4cfa-b476-f1141af24848 req-de0c4aef-4508-49ec-ab2a-80d7aaf73a3e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 932 time: 0.3670933 Jul 25 05:59:58.112217 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Publish callbacks [] for port (de159745-94e2-418c-9c37-533af5667e21), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:58.127186 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-65d5907c-5b32-48bb-b18f-8cbbbfe0188f None None] For port 42f199d6-470d-4f51-8825-2bded6363b4c, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=42f199d6-470d-4f51-8825-2bded6363b4c,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 05:59:58.192889 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-ef38f516-9574-4d34-9417-fc3f7c018155 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:58.194459 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-ef38f516-9574-4d34-9417-fc3f7c018155 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 814 time: 0.6056132 Jul 25 05:59:58.204212 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:58.209966 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-65d5907c-5b32-48bb-b18f-8cbbbfe0188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:58.244294 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.provisioning_blocks [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Transition to ACTIVE for port object de159745-94e2-418c-9c37-533af5667e21 will not be triggered until provisioned by entity L2. {{(pid=110783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:59:58.355975 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5907c-5b32-48bb-b18f-8cbbbfe0188f None None] Pushing event updated for resources: {'Port': ['ID=42f199d6-470d-4f51-8825-2bded6363b4c,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:58.389759 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-86c4a5d4-6cdc-4752-b100-cbdc8227cfb1 None None] Provisioning complete for port 42f199d6-470d-4f51-8825-2bded6363b4c triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:58.390969 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-86c4a5d4-6cdc-4752-b100-cbdc8227cfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:58.457606 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 42f199d6-470d-4f51-8825-2bded6363b4c up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 05:59:58.485239 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-080a6ddd-7f4a-4065-bb23-2d2662e7fa97 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:58.487253 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-080a6ddd-7f4a-4065-bb23-2d2662e7fa97 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 816 time: 0.5077202 Jul 25 05:59:58.487983 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (de159745-94e2-418c-9c37-533af5667e21), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:58.557900 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed138f-49c1-4a9e-8901-3b3b99c6959d req-48581947-1702-4965-aea0-128346ef93e4 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:58.584415 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79ed138f-49c1-4a9e-8901-3b3b99c6959d req-48581947-1702-4965-aea0-128346ef93e4 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 932 time: 1.2397640 Jul 25 05:59:58.640078 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4b5eb726-5211-4cfa-b476-f1141af24848 req-865e5ec4-07a6-4367-ad69-138c89a807c5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472796 Jul 25 05:59:58.653267 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 42f199d6-470d-4f51-8825-2bded6363b4c triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 05:59:58.654228 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:58.673463 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7211a3e-e5a1-4df6-b97c-4d903ce963ca {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 05:59:58.694876 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Publish callbacks [] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:58.720211 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Pushing event updated for resources: {'Port': ['ID=de159745-94e2-418c-9c37-533af5667e21,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:58.778807 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Transition to ACTIVE for port object a7211a3e-e5a1-4df6-b97c-4d903ce963ca will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 05:59:58.796056 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:58.873778 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:58.877088 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-13d4d8cf-2d0c-402d-ba89-d225af7d504c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1871c9af781743f5af1d92371a42ecf1 HTTP/1.1" status: 200 len: 380 time: 0.3699727 Jul 25 05:59:58.983877 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'port': {'device_id': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'admin_state_up': True, 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'security_groups': ['cff556de-189a-4ffb-aa2f-48c26166a98f']}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:59.011797 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 42f199d6-470d-4f51-8825-2bded6363b4c is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:59.038844 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:59.038964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:59.059413 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-86c4a5d4-6cdc-4752-b100-cbdc8227cfb1 None None] Current status of the port 42f199d6-470d-4f51-8825-2bded6363b4c is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 05:59:59.073574 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Pushing event updated for resources: {'Port': ['ID=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 05:59:59.128759 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b809ae9f-6bc0-4104-8cbb-66ee35f01564 req-71637ac5-3a96-4c3e-aa62-ce0ac32d92ea tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 210 time: 0.2704978 Jul 25 05:59:59.267108 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:59.267635 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-66fc4104-e1e7-46af-bf37-df89d1af8cc4 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 380 time: 1.0399230 Jul 25 05:59:59.349455 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79ed138f-49c1-4a9e-8901-3b3b99c6959d req-fabbca61-8ab9-40a7-a06a-b35e476eae25 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7639661 Jul 25 05:59:59.354260 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 05:59:59.437742 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-da8bbb44-1314-4267-98b4-d08305160483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 05:59:59.756469 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'port': {'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'admin_state_up': True, 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'security_groups': ['cf24cb11-5d78-4228-aa6d-d6817696465a']}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 05:59:59.778405 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-af44ec4b-a0c6-4e43-b35a-d5589052324d req-255ad962-161a-4da9-b5f8-6caba725f756 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 210 time: 0.5007699 Jul 25 05:59:59.813966 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4853e1-8a8d-40c6-af4b-7ea534171a8a req-d1b3a741-6d97-4caf-9258-4712c0f9be45 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:59.824917 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2f4853e1-8a8d-40c6-af4b-7ea534171a8a req-d1b3a741-6d97-4caf-9258-4712c0f9be45 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.3616717 Jul 25 05:59:59.882928 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Attempting to bind port de159745-94e2-418c-9c37-533af5667e21 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:59.884441 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Attempting to bind port de159745-94e2-418c-9c37-533af5667e21 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:59.885040 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Attempting to bind port de159745-94e2-418c-9c37-533af5667e21 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:59.899901 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Attempting to bind port a7211a3e-e5a1-4df6-b97c-4d903ce963ca on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 05:59:59.905463 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Attempting to bind port a7211a3e-e5a1-4df6-b97c-4d903ce963ca by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 05:59:59.906241 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Attempting to bind port a7211a3e-e5a1-4df6-b97c-4d903ce963ca on network e8aa6446-1bfa-4069-a27c-c14f749ca6da {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 05:59:59.950854 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1610393-394e-4b08-98ce-e65f0967fc93 req-67271cf7-1208-444f-80ff-b9819d59484a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 05:59:59.954310 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e1610393-394e-4b08-98ce-e65f0967fc93 req-67271cf7-1208-444f-80ff-b9819d59484a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.0653689 Jul 25 05:59:59.999216 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e8aaba-4e29-4898-865b-3e4e9f738a49 {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:00.016081 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Made reservation on behalf of 1871c9af781743f5af1d92371a42ecf1 for: {'port': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:00:00.019770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.027706 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Port a7211a3e-e5a1-4df6-b97c-4d903ce963ca on network e8aa6446-1bfa-4069-a27c-c14f749ca6da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:00:00.028182 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Attempting to bind port a7211a3e-e5a1-4df6-b97c-4d903ce963ca on network e8aa6446-1bfa-4069-a27c-c14f749ca6da {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:00.034413 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Port de159745-94e2-418c-9c37-533af5667e21 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:00:00.034881 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Attempting to bind port de159745-94e2-418c-9c37-533af5667e21 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:00.054718 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Publish callbacks [] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.057429 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:00:00.058173 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Checking segment: {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:00:00.058818 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Bound using segment: {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:00:00.059613 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Bound port: a7211a3e-e5a1-4df6-b97c-4d903ce963ca, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:00:00.059965 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.079273 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40674) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:00.092027 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:00:00.092406 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Checking segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:00:00.094394 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Transition to ACTIVE for port object 07e8aaba-4e29-4898-865b-3e4e9f738a49 will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:00:00.095990 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Bound using segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:00:00.096548 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Bound port: de159745-94e2-418c-9c37-533af5667e21, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:00:00.096939 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (de159745-94e2-418c-9c37-533af5667e21), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.173146 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2f4853e1-8a8d-40c6-af4b-7ea534171a8a req-ed56c28d-9974-450c-a599-55ee40c80760 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469791 Jul 25 06:00:00.195058 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:00.200408 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e1610393-394e-4b08-98ce-e65f0967fc93 req-4d67d6df-03f7-41bf-ba28-f0ab54afa25c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950691 Jul 25 06:00:00.227423 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.242141 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:00.351489 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 42f199d6-470d-4f51-8825-2bded6363b4c up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:00:00.352058 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] For port a7211a3e-e5a1-4df6-b97c-4d903ce963ca, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:00:00.427988 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d356fd90-eba7-42c0-b027-05d5c7ddce5d {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:00.467633 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] For port a7211a3e-e5a1-4df6-b97c-4d903ce963ca, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:00:00.472595 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Attempting to bind port 07e8aaba-4e29-4898-865b-3e4e9f738a49 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:00:00.473161 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Attempting to bind port 07e8aaba-4e29-4898-865b-3e4e9f738a49 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:00:00.473545 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Attempting to bind port 07e8aaba-4e29-4898-865b-3e4e9f738a49 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:00.521921 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Publish callbacks [] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.534958 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d7510d85-6c78-4291-9d95-e80447e14543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.544935 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1cff0a18-240b-46ed-8dd0-fdbaba847b9b req-8e5609fb-107e-43c8-b374-5c6906c337ea tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 210 time: 0.1077578 Jul 25 06:00:00.556551 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Pushing event updated for resources: {'Port': ['ID=07e8aaba-4e29-4898-865b-3e4e9f738a49,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:00.560916 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 42f199d6-470d-4f51-8825-2bded6363b4c triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:00:00.561306 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.580018 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Port 07e8aaba-4e29-4898-865b-3e4e9f738a49 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:00:00.580772 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Attempting to bind port 07e8aaba-4e29-4898-865b-3e4e9f738a49 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:00.590881 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:00:00.592925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Checking segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:00:00.592925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Bound using segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:00:00.592925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Bound port: 07e8aaba-4e29-4898-865b-3e4e9f738a49, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:00:00.593414 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.598608 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.604974 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Transition to ACTIVE for port object d356fd90-eba7-42c0-b027-05d5c7ddce5d will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:00:00.685288 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:00.686339 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.688144 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] 10.222.0.47 "PUT /v2.0/ports/a7211a3e-e5a1-4df6-b97c-4d903ce963ca HTTP/1.1" status: 200 len: 1094 time: 4.7589252 Jul 25 06:00:00.690789 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'tag': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:00.731699 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.754837 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:00.762893 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44af8f4-d0ff-4280-942d-f1211a73d330 req-05080807-5288-4096-b57d-984a603352ab tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:00.776368 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c44af8f4-d0ff-4280-942d-f1211a73d330 req-05080807-5288-4096-b57d-984a603352ab tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 944 time: 0.2056799 Jul 25 06:00:00.795796 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 42f199d6-470d-4f51-8825-2bded6363b4c is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:00.872254 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:00.976101 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] For port de159745-94e2-418c-9c37-533af5667e21, host hv-cinder-84841, cleared binding levels {{(pid=110783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:00:01.006539 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Made reservation on behalf of a6fd13a3dd1d4e2b83cf6e44160adf35 for: {'port': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:00:01.021587 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:01.107036 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dfdeb-9d60-47bc-9309-c1cd1f84c15d service neutron] Pushing event updated for resources: {'Port': ['ID=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:01.182361 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813cda0d-8035-4c47-8848-8852a3e78627" -d '{"events": [{"name": "network-changed", "server_uuid": "a502c8d3-07ac-4e7f-9127-1281c94c5724", "tag": "a7211a3e-e5a1-4df6-b97c-4d903ce963ca"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:01.254761 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c7674bbe-c72d-4af8-b5a8-ed97eaf967ba req-a22175f1-bbeb-4a0f-a85c-a61957b3bdc1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 210 time: 0.1441841 Jul 25 06:00:01.262795 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:01.272572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] For port 07e8aaba-4e29-4898-865b-3e4e9f738a49, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:00:01.287504 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-ebbd084a-4834-4d1a-b1cb-1efce8f7254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:01.290821 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-ebbd084a-4834-4d1a-b1cb-1efce8f7254c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 1128 time: 0.4296207 Jul 25 06:00:01.425512 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Allocated IP 172.20.0.8 (d80cb7ca-3031-41c9-afe8-b6a4faf27141/643fd28a-aa2d-43b1-bd8f-778a3da61ff3/d39effe6-1cf3-4165-9474-bb2a0cbbe15d) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:00:01.604836 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:01.610054 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] For port 07e8aaba-4e29-4898-865b-3e4e9f738a49, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:00:01.617329 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Pushing event updated for resources: {'Port': ['ID=d356fd90-eba7-42c0-b027-05d5c7ddce5d,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:01.638430 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] For port de159745-94e2-418c-9c37-533af5667e21, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=de159745-94e2-418c-9c37-533af5667e21,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:00:01.672149 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:01.677813 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c44af8f4-d0ff-4280-942d-f1211a73d330 req-6655a5f0-a136-4436-9bb5-7e967da3f0e9 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8997488 Jul 25 06:00:01.711301 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-eccb4a7d-6c08-4d98-9675-2e1758c044f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca HTTP/1.1" status: 200 len: 217 time: 0.4037185 Jul 25 06:00:01.714464 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:01.741313 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (de159745-94e2-418c-9c37-533af5667e21), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:01.763852 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Attempting to bind port d356fd90-eba7-42c0-b027-05d5c7ddce5d on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:00:01.764400 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Attempting to bind port d356fd90-eba7-42c0-b027-05d5c7ddce5d by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:00:01.765294 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Attempting to bind port d356fd90-eba7-42c0-b027-05d5c7ddce5d on network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:01.837955 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Allocated IP 172.20.0.9 (d09a72ec-f4c1-4494-ae4f-e65cd0316aed/a6d0e7e8-0ce1-4bfd-b879-12f3738f1666/c86fe1cd-ba90-483f-8c21-3093b1ee753e) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:00:01.852950 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40722) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:01.874053 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:01.877720 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Port d356fd90-eba7-42c0-b027-05d5c7ddce5d on network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:00:01.881289 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Attempting to bind port d356fd90-eba7-42c0-b027-05d5c7ddce5d on network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:01.884665 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:01.885290 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:01.886656 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] 10.222.0.47 "PUT /v2.0/ports/07e8aaba-4e29-4898-865b-3e4e9f738a49 HTTP/1.1" status: 200 len: 1093 time: 5.9552140 Jul 25 06:00:01.893631 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0a05d-9fef-4fdd-bac0-cd387157681c req-def0abbf-e98a-4a32-9814-e5c461024ac8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:01.904218 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:01.904218 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:01.904218 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] 10.222.0.47 "PUT /v2.0/ports/de159745-94e2-418c-9c37-533af5667e21 HTTP/1.1" status: 200 len: 1094 time: 5.9188535 Jul 25 06:00:01.908761 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4bc0a05d-9fef-4fdd-bac0-cd387157681c req-def0abbf-e98a-4a32-9814-e5c461024ac8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.2385557 Jul 25 06:00:01.909881 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-ec5f0120-5622-4547-a489-c614af584116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:01.915815 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-ec5f0120-5622-4547-a489-c614af584116 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac18650c-f7a9-4125-b917-a18be86504ca HTTP/1.1" status: 200 len: 850 time: 0.1556027 Jul 25 06:00:01.935374 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:00:01.935716 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Checking segment: {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:00:01.938794 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Bound using segment: {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:00:01.938794 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Bound port: d356fd90-eba7-42c0-b027-05d5c7ddce5d, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:00:01.938794 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:01.991021 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf69bbe-b5ad-4061-9250-f2f3f0edee2d', 'tag': 'de159745-94e2-418c-9c37-533af5667e21'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:02.030702 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417843b5-9473-425b-b6ec-8fc7be2ae522 service neutron] Pushing event updated for resources: {'Port': ['ID=07e8aaba-4e29-4898-865b-3e4e9f738a49,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:02.066774 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:02.104512 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b770b8-9ad1-45cc-a469-e66f8a6e3bea req-8478bb8b-36bb-4b4e-b0cf-b1d2e80571ec tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:02.106091 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-08b770b8-9ad1-45cc-a469-e66f8a6e3bea req-8478bb8b-36bb-4b4e-b0cf-b1d2e80571ec tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.2622266 Jul 25 06:00:02.135947 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d7510d85-6c78-4291-9d95-e80447e14543 admin admin] Publish callbacks [] for security_group (ecab6959-1b26-4329-805a-6e596b315f09), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:02.190838 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-81cd35dd-41d4-4a6b-988f-760668d75a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:02.192497 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-81cd35dd-41d4-4a6b-988f-760668d75a25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8aa6446-1bfa-4069-a27c-c14f749ca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2653630 Jul 25 06:00:02.205001 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4bc0a05d-9fef-4fdd-bac0-cd387157681c req-4c0f838a-fd64-4043-b0f3-ac11a4616fea tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963300 Jul 25 06:00:02.208338 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4e381-7405-4916-80a2-83d2983eca75 req-65f53fa5-e700-48cd-a411-4ac71fb5b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:02.209792 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-65f53fa5-e700-48cd-a411-4ac71fb5b136 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 1128 time: 0.1577010 Jul 25 06:00:02.294436 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:02.315629 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-147b252e-4767-4000-b04b-85d71039f1ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de159745-94e2-418c-9c37-533af5667e21 HTTP/1.1" status: 200 len: 217 time: 0.0736744 Jul 25 06:00:02.316692 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] For port d356fd90-eba7-42c0-b027-05d5c7ddce5d, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:00:02.367872 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-423b84cd-cf4b-4bfa-b8dc-134db1daf174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:02.381964 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:02.388476 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] For port d356fd90-eba7-42c0-b027-05d5c7ddce5d, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d356fd90-eba7-42c0-b027-05d5c7ddce5d,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:00:02.488509 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836110d5-3159-4109-9702-748f1e4d2eae" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf69bbe-b5ad-4061-9250-f2f3f0edee2d", "tag": "de159745-94e2-418c-9c37-533af5667e21"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:02.491450 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4e381-7405-4916-80a2-83d2983eca75 req-7f5bd2a3-bb4d-40c5-a191-7ba3e706c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:02.493287 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-7f5bd2a3-bb4d-40c5-a191-7ba3e706c159 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.1414089 Jul 25 06:00:02.495381 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-141c5e4f-17a2-42ff-b5bc-5319dd228453 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677395 Jul 25 06:00:02.517850 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d7510d85-6c78-4291-9d95-e80447e14543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ecab6959-1b26-4329-805a-6e596b315f09), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:02.563474 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:02.585435 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:02.590776 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:02.592816 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] 10.222.0.47 "PUT /v2.0/ports/d356fd90-eba7-42c0-b027-05d5c7ddce5d HTTP/1.1" status: 200 len: 1094 time: 6.6750429 Jul 25 06:00:02.703251 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee5327-6b0d-4e50-9e56-544fb645f3b6 x-openstack-request-id: req-6fee5327-6b0d-4e50-9e56-544fb645f3b6 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:02.703538 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a502c8d3-07ac-4e7f-9127-1281c94c5724", "tag": "a7211a3e-e5a1-4df6-b97c-4d903ce963ca", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:02.706155 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6fee5327-6b0d-4e50-9e56-544fb645f3b6 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:02.707936 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fee5327-6b0d-4e50-9e56-544fb645f3b6'] response: {'name': 'network-changed', 'server_uuid': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'tag': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca', 'status': 'completed', 'code': 200} Jul 25 06:00:02.811237 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-08b770b8-9ad1-45cc-a469-e66f8a6e3bea req-658f77cd-eb7d-484d-b109-4d0e2840c891 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632385 Jul 25 06:00:02.844754 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:02.845780 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703ab7c-8523-476d-9651-dd826480a2db service neutron] Pushing event updated for resources: {'Port': ['ID=de159745-94e2-418c-9c37-533af5667e21,revision_number=3']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:02.868548 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287c16-1291-46ac-8f83-afe52b114746 req-2b8f7fb7-7d3d-41f1-964a-00a2c6dc38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:02.873634 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-2b8f7fb7-7d3d-41f1-964a-00a2c6dc38ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 1127 time: 0.7271135 Jul 25 06:00:02.887741 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9b3395b-03fd-4f14-9997-04b3619f7b20 req-d94926e7-4048-4172-bf6f-fdb3e1cb4f6e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 210 time: 0.0726340 Jul 25 06:00:02.943324 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:00:02.949030 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7510d85-6c78-4291-9d95-e80447e14543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecab6959-1b26-4329-805a-6e596b315f09,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:03.078932 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:03.105895 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5966f-105e-4955-af56-d025dd4a7e45 service neutron] Pushing event updated for resources: {'Port': ['ID=d356fd90-eba7-42c0-b027-05d5c7ddce5d,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:03.128380 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-84ea8a1c-07f2-4da3-b078-ea90184539b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49 HTTP/1.1" status: 200 len: 217 time: 0.2039075 Jul 25 06:00:03.136095 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4e381-7405-4916-80a2-83d2983eca75 req-10576620-d72f-41cd-8354-446d6ccf99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:03.137724 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-10576620-d72f-41cd-8354-446d6ccf99c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4887567 Jul 25 06:00:03.169977 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:00:03.213297 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649babc4-0664-4b53-900b-7959a44822d2 req-ce45f9d3-047b-4988-a991-e4af5dd35018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:03.214811 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-ce45f9d3-047b-4988-a991-e4af5dd35018 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1484746571a24f5db36ed027469f88c1&device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 1128 time: 0.4449978 Jul 25 06:00:03.287796 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:03.328971 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68208499-5fa9-4aa5-a956-2a7709135bba x-openstack-request-id: req-68208499-5fa9-4aa5-a956-2a7709135bba {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:03.328971 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf69bbe-b5ad-4061-9250-f2f3f0edee2d", "tag": "de159745-94e2-418c-9c37-533af5667e21", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:03.328971 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-68208499-5fa9-4aa5-a956-2a7709135bba {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:03.328971 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68208499-5fa9-4aa5-a956-2a7709135bba'] response: {'name': 'network-changed', 'server_uuid': 'ccf69bbe-b5ad-4061-9250-f2f3f0edee2d', 'tag': 'de159745-94e2-418c-9c37-533af5667e21', 'status': 'completed', 'code': 200} Jul 25 06:00:03.337988 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:00:03.343594 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:03.344450 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:03.359644 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-cbf66224-49b5-4d95-892f-f560f3d0ca02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d356fd90-eba7-42c0-b027-05d5c7ddce5d HTTP/1.1" status: 200 len: 217 time: 0.0710032 Jul 25 06:00:03.379261 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d7510d85-6c78-4291-9d95-e80447e14543 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=470d5d01af964bfab3f11561aea31e88&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2667460 Jul 25 06:00:03.396826 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40774) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:03.420304 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:03.486964 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:03.542297 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a4b0b-c231-4046-997a-575ec4520e3e req-97774dbd-2763-434f-b1d0-45a0eb22c943 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:03.549958 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-761a4b0b-c231-4046-997a-575ec4520e3e req-97774dbd-2763-434f-b1d0-45a0eb22c943 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 944 time: 0.2828982 Jul 25 06:00:03.560657 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-423b84cd-cf4b-4bfa-b8dc-134db1daf174 admin admin] Publish callbacks [] for security_group (ea436874-d657-4407-86b9-1ad7e3d4012e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:03.585852 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebae375-9da1-46fb-bc01-898a0233487f req-2cfcbd32-5ec4-4595-9310-dac3a8fd79f9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:03.588531 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6ebae375-9da1-46fb-bc01-898a0233487f req-2cfcbd32-5ec4-4595-9310-dac3a8fd79f9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 931 time: 0.4587321 Jul 25 06:00:03.589471 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287c16-1291-46ac-8f83-afe52b114746 req-c18b65e6-3ab9-425a-9bbe-f443dbb525b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:03.590024 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f4c88c57-645a-4e58-b9d0-51379281acf4 req-ee06fc0e-1954-455b-8e6f-3a9626374664 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9017465 Jul 25 06:00:03.591071 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-c18b65e6-3ab9-425a-9bbe-f443dbb525b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.2672682 Jul 25 06:00:03.594731 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-7c64b5c6-a7f8-4127-ac5c-c13e60893af9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8744226 Jul 25 06:00:03.596923 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-ed4b292b-c03b-4cb7-9522-253f7d40167f None None] Provisioning complete for port d39effe6-1cf3-4165-9474-bb2a0cbbe15d triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:00:03.597858 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ed4b292b-c03b-4cb7-9522-253f7d40167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:03.602474 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:03.616224 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-7b064866-0fd3-42fb-bcf7-47bf872c5b4e service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282308 Jul 25 06:00:03.623824 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649babc4-0664-4b53-900b-7959a44822d2 req-dd917306-e679-4efd-902c-54bfb116a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:03.625323 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-dd917306-e679-4efd-902c-54bfb116a876 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9777dcb7-bc4b-47a6-8570-e49b6081488f HTTP/1.1" status: 200 len: 851 time: 0.1994150 Jul 25 06:00:03.661900 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:03.667507 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-423b84cd-cf4b-4bfa-b8dc-134db1daf174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ea436874-d657-4407-86b9-1ad7e3d4012e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:03.689312 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b292b-c03b-4cb7-9522-253f7d40167f None None] Port d39effe6-1cf3-4165-9474-bb2a0cbbe15d cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:00:03.693592 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-761a4b0b-c231-4046-997a-575ec4520e3e req-bc194d66-4e9a-4421-93df-47ab257918f5 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422439 Jul 25 06:00:03.695711 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Request body: {'port': {'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:00:03.761272 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649babc4-0664-4b53-900b-7959a44822d2 req-40ae672d-09e7-41c9-937f-dc3983a7db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:03.762772 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-40ae672d-09e7-41c9-937f-dc3983a7db48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d15383e-d6bc-440c-8878-9fb1b58b4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115403 Jul 25 06:00:03.811744 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:03.881871 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cda0d-8035-4c47-8848-8852a3e78627 req-982e1620-28a8-4529-8233-7b0973bc4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:03.891155 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-813cda0d-8035-4c47-8848-8852a3e78627 req-982e1620-28a8-4529-8233-7b0973bc4dc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 1128 time: 0.1405430 Jul 25 06:00:03.908326 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b84cd-cf4b-4bfa-b8dc-134db1daf174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea436874-d657-4407-86b9-1ad7e3d4012e,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:03.911155 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:03.927849 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6ebae375-9da1-46fb-bc01-898a0233487f req-79bf66b7-f856-4b05-826b-6cf31d9a5d3a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212135 Jul 25 06:00:03.933604 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-423b84cd-cf4b-4bfa-b8dc-134db1daf174 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=78324bbf84ef41a0867446a5f8e6925a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0690815 Jul 25 06:00:03.940794 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 40780) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:04.030995 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-8064183e-5ac8-454a-8905-69549d0fdea4 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939841 Jul 25 06:00:04.048546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f950b2-7915-45db-9877-44da1ec6f208 req-507798bb-3d90-490e-9c0b-b7d580886eb4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:04.050262 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-25f950b2-7915-45db-9877-44da1ec6f208 req-507798bb-3d90-490e-9c0b-b7d580886eb4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.2256994 Jul 25 06:00:04.153606 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:00:04.164370 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:00:04.223050 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1f850-c9f5-49a9-8a9d-e74f88ebd2cf req-d4f18290-2856-49c8-9213-b528087e2b85 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:04.224559 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-60a1f850-c9f5-49a9-8a9d-e74f88ebd2cf req-d4f18290-2856-49c8-9213-b528087e2b85 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.0808742 Jul 25 06:00:04.227265 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:00:04.234518 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:04.234518 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.244346 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddf68-19ab-43cc-8165-2bd31147620e admin admin] Publish callbacks [] for security_group (ecab6959-1b26-4329-805a-6e596b315f09), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.270196 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddf68-19ab-43cc-8165-2bd31147620e admin admin] Publish callbacks [] for security_group (ecab6959-1b26-4329-805a-6e596b315f09), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.312595 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287c16-1291-46ac-8f83-afe52b114746 req-f0b6b6a8-669e-4666-95c5-014d768ae15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:04.314112 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-f0b6b6a8-669e-4666-95c5-014d768ae15a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6548731 Jul 25 06:00:04.417607 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-0cebf508-211b-4f65-979b-781a041ae9c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5029821 Jul 25 06:00:04.425501 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-00b6e649-e0cf-4cce-a2d0-5e7b99e0c189 service neutron] 10.222.0.47 "GET /v2.0/networks/0d15383e-d6bc-440c-8878-9fb1b58b4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441271 Jul 25 06:00:04.445967 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-60a1f850-c9f5-49a9-8a9d-e74f88ebd2cf req-0abed44e-5b32-4631-866c-70dce0e4a597 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037334 Jul 25 06:00:04.490052 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:04.510082 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad763-e894-4153-b50e-049d43fa69b4 admin admin] Publish callbacks [] for security_group (ea436874-d657-4407-86b9-1ad7e3d4012e), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.541681 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-25f950b2-7915-45db-9877-44da1ec6f208 req-dd896f1c-f045-4f41-87fe-2881f065ab35 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4614894 Jul 25 06:00:04.549566 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddf68-19ab-43cc-8165-2bd31147620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ecab6959-1b26-4329-805a-6e596b315f09), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.552356 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2b8ddf68-19ab-43cc-8165-2bd31147620e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.552473 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad763-e894-4153-b50e-049d43fa69b4 admin admin] Publish callbacks [] for security_group (ea436874-d657-4407-86b9-1ad7e3d4012e), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.556797 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-2b8ddf68-19ab-43cc-8165-2bd31147620e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ecab6959-1b26-4329-805a-6e596b315f09 HTTP/1.1" status: 204 len: 168 time: 1.1317189 Jul 25 06:00:04.556880 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cda0d-8035-4c47-8848-8852a3e78627 req-c0b1a1c9-64a3-4ded-b79d-2472fdfedcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:04.557544 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-813cda0d-8035-4c47-8848-8852a3e78627 req-c0b1a1c9-64a3-4ded-b79d-2472fdfedcc5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 912 time: 0.6377029 Jul 25 06:00:04.592394 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ddf68-19ab-43cc-8165-2bd31147620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecab6959-1b26-4329-805a-6e596b315f09,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:04.615912 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae0a5e-4793-4baf-8ef5-1914d8286608 req-da2cd4bd-a01e-47a7-b29c-d349803d0579 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:04.618923 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-faae0a5e-4793-4baf-8ef5-1914d8286608 req-da2cd4bd-a01e-47a7-b29c-d349803d0579 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 931 time: 0.0836122 Jul 25 06:00:04.624338 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:04.646179 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-8115d8f8-11d0-44e5-8f5e-62ee449cc6fe None None] Provisioning complete for port c86fe1cd-ba90-483f-8c21-3093b1ee753e triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:00:04.646823 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8115d8f8-11d0-44e5-8f5e-62ee449cc6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.684400 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-8115d8f8-11d0-44e5-8f5e-62ee449cc6fe None None] Port c86fe1cd-ba90-483f-8c21-3093b1ee753e cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:00:04.688928 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39effe6-1cf3-4165-9474-bb2a0cbbe15d {{(pid=110783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:04.689068 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad763-e894-4153-b50e-049d43fa69b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ea436874-d657-4407-86b9-1ad7e3d4012e), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.693430 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ec5ad763-e894-4153-b50e-049d43fa69b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.693430 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-ec5ad763-e894-4153-b50e-049d43fa69b4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ea436874-d657-4407-86b9-1ad7e3d4012e HTTP/1.1" status: 204 len: 168 time: 0.7211316 Jul 25 06:00:04.700663 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Publish callbacks [] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.701481 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ad763-e894-4153-b50e-049d43fa69b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea436874-d657-4407-86b9-1ad7e3d4012e,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:04.717373 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf', 'tag': '07e8aaba-4e29-4898-865b-3e4e9f738a49'}, {'name': 'network-changed', 'server_uuid': 'eb9a76df-da50-4f8c-8d6d-c3be003f0a25', 'tag': 'd356fd90-eba7-42c0-b027-05d5c7ddce5d'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:04.724289 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9427aaa-f70a-4e02-870d-ee14789a37e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf", "tag": "07e8aaba-4e29-4898-865b-3e4e9f738a49"}, {"name": "network-changed", "server_uuid": "eb9a76df-da50-4f8c-8d6d-c3be003f0a25", "tag": "d356fd90-eba7-42c0-b027-05d5c7ddce5d"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:04.732590 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-faae0a5e-4793-4baf-8ef5-1914d8286608 req-ed21ca42-0250-4e6c-b6ab-c9afa0d80ff8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938115 Jul 25 06:00:04.737050 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.provisioning_blocks [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Transition to ACTIVE for port object d39effe6-1cf3-4165-9474-bb2a0cbbe15d will not be triggered until provisioned by entity L2. {{(pid=110783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:00:04.829586 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79e9f5d-fd23-4b1d-9d22-7cb9688e24ee x-openstack-request-id: req-d79e9f5d-fd23-4b1d-9d22-7cb9688e24ee {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:04.829884 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf", "tag": "07e8aaba-4e29-4898-865b-3e4e9f738a49", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb9a76df-da50-4f8c-8d6d-c3be003f0a25", "tag": "d356fd90-eba7-42c0-b027-05d5c7ddce5d", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:04.830133 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d79e9f5d-fd23-4b1d-9d22-7cb9688e24ee {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:04.830632 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79e9f5d-fd23-4b1d-9d22-7cb9688e24ee'] response: {'name': 'network-changed', 'server_uuid': '3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf', 'tag': '07e8aaba-4e29-4898-865b-3e4e9f738a49', 'status': 'completed', 'code': 200} Jul 25 06:00:04.830777 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79e9f5d-fd23-4b1d-9d22-7cb9688e24ee'] response: {'name': 'network-changed', 'server_uuid': 'eb9a76df-da50-4f8c-8d6d-c3be003f0a25', 'tag': 'd356fd90-eba7-42c0-b027-05d5c7ddce5d', 'status': 'completed', 'code': 200} Jul 25 06:00:04.837631 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2009e-b6cc-4a2a-93c5-d130aaf4700c req-caa56263-feff-48b0-ad98-9dd230413a08 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:04.839395 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-30d2009e-b6cc-4a2a-93c5-d130aaf4700c req-caa56263-feff-48b0-ad98-9dd230413a08 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 944 time: 0.0538580 Jul 25 06:00:04.842629 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:04.896549 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-30d2009e-b6cc-4a2a-93c5-d130aaf4700c req-3852df7a-ab68-402e-8c92-1b9fdf7b35e7 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 Jul 25 06:00:04.940372 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:04.948436 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Attempting to bind port d39effe6-1cf3-4165-9474-bb2a0cbbe15d on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:00:04.948436 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Attempting to bind port d39effe6-1cf3-4165-9474-bb2a0cbbe15d by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:00:04.948909 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Attempting to bind port d39effe6-1cf3-4165-9474-bb2a0cbbe15d on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:04.954266 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Port d39effe6-1cf3-4165-9474-bb2a0cbbe15d on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:00:04.954919 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Attempting to bind port d39effe6-1cf3-4165-9474-bb2a0cbbe15d on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:04.960894 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:00:04.961238 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Checking segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:00:04.962281 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Bound using segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:00:04.962862 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Bound port: d39effe6-1cf3-4165-9474-bb2a0cbbe15d, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:00:04.963229 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.079904 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] For port d39effe6-1cf3-4165-9474-bb2a0cbbe15d, host hv-cinder-84841, cleared binding levels {{(pid=110783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:00:05.082508 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:05.089602 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422beb41-7f7a-4406-9e86-c59482caf63d req-a93b8ee6-90d6-4919-a9c5-f6ba1df5c816 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:05.093011 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-422beb41-7f7a-4406-9e86-c59482caf63d req-a93b8ee6-90d6-4919-a9c5-f6ba1df5c816 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.0696981 Jul 25 06:00:05.093104 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] For port d39effe6-1cf3-4165-9474-bb2a0cbbe15d, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:00:05.144653 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-422beb41-7f7a-4406-9e86-c59482caf63d req-30788dc4-52b1-484f-87e4-07b9c938a3d0 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Jul 25 06:00:05.194048 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.228458 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:05.229084 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.230460 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/d39effe6-1cf3-4165-9474-bb2a0cbbe15d HTTP/1.1" status: 200 len: 1093 time: 1.5734723 Jul 25 06:00:05.252648 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a75905-dfbd-4f37-bfe3-9b38bba6e7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,revision_number=3']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:05.324487 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'tag': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:05.326968 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592000a6-9195-4916-b580-bfc9f93baacc" -d '{"events": [{"name": "network-changed", "server_uuid": "efb335ec-f540-494a-a2c7-c8db2f467c02", "tag": "d39effe6-1cf3-4165-9474-bb2a0cbbe15d"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:05.368704 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b5ed61-44ea-4fe8-870a-7a11c5eb89f5 x-openstack-request-id: req-d3b5ed61-44ea-4fe8-870a-7a11c5eb89f5 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:05.369105 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb335ec-f540-494a-a2c7-c8db2f467c02", "tag": "d39effe6-1cf3-4165-9474-bb2a0cbbe15d", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:05.369445 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d3b5ed61-44ea-4fe8-870a-7a11c5eb89f5 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:05.369916 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b5ed61-44ea-4fe8-870a-7a11c5eb89f5'] response: {'name': 'network-changed', 'server_uuid': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'tag': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'status': 'completed', 'code': 200} Jul 25 06:00:05.379559 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40804) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:05.394510 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b5e8-27e7-4483-a938-af68ac41e952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.472988 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b5e8-27e7-4483-a938-af68ac41e952 admin admin] Publish callbacks [] for security_group (1e04fa30-d951-451f-90ad-6e933e7a3507), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.542296 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b5e8-27e7-4483-a938-af68ac41e952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1e04fa30-d951-451f-90ad-6e933e7a3507), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.573585 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 40810) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:05.588162 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d74d302f-57b5-414c-9635-c1ebf9206caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.618725 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f5d3b5e8-27e7-4483-a938-af68ac41e952 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=00980b654c7d439fb1e43e746df54f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379866 Jul 25 06:00:05.626466 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184fe2c-3d4f-434d-844d-ec6b579320fc req-15c51318-ea2c-4715-a0d7-d24e08a48699 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:05.627913 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8184fe2c-3d4f-434d-844d-ec6b579320fc req-15c51318-ea2c-4715-a0d7-d24e08a48699 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.0970330 Jul 25 06:00:05.628396 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40812) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:05.635362 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3b5e8-27e7-4483-a938-af68ac41e952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04fa30-d951-451f-90ad-6e933e7a3507,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:05.684154 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95369e47-471b-4cc0-8a2d-3dac25876a57 req-389414e9-70ef-490b-ad2c-0e9c8ce16a74 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:05.685671 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-95369e47-471b-4cc0-8a2d-3dac25876a57 req-389414e9-70ef-490b-ad2c-0e9c8ce16a74 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.0656025 Jul 25 06:00:05.694759 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:05.697616 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=65 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:05.715578 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8184fe2c-3d4f-434d-844d-ec6b579320fc req-68664597-1582-4e02-8907-eb3325117391 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763729 Jul 25 06:00:05.720486 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d58f5adb-421e-4052-8cb7-fc6a6231c7ec admin admin] Publish callbacks [] for security_group (1e04fa30-d951-451f-90ad-6e933e7a3507), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.739298 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d74d302f-57b5-414c-9635-c1ebf9206caf admin admin] Publish callbacks [] for security_group (a1273eac-d14a-46ab-bf0e-1def9eb59400), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.744784 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d58f5adb-421e-4052-8cb7-fc6a6231c7ec admin admin] Publish callbacks [] for security_group (1e04fa30-d951-451f-90ad-6e933e7a3507), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.758896 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-95369e47-471b-4cc0-8a2d-3dac25876a57 req-458d7167-0347-4286-9455-1c467b982e8d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658627 Jul 25 06:00:05.797129 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d74d302f-57b5-414c-9635-c1ebf9206caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a1273eac-d14a-46ab-bf0e-1def9eb59400), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.846204 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d302f-57b5-414c-9635-c1ebf9206caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1273eac-d14a-46ab-bf0e-1def9eb59400,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:05.851310 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d74d302f-57b5-414c-9635-c1ebf9206caf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ea748f3b1bfe4433a4e4c1cde60ea741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768214 Jul 25 06:00:05.854348 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 40816) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:05.859151 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c28cf-6454-44a9-a35f-6012234639ad req-6a2fb369-9f06-4057-97f1-17369c4fd598 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:05.860757 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9d5c28cf-6454-44a9-a35f-6012234639ad req-6a2fb369-9f06-4057-97f1-17369c4fd598 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 931 time: 0.0476508 Jul 25 06:00:05.874314 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:05.884023 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d58f5adb-421e-4052-8cb7-fc6a6231c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1e04fa30-d951-451f-90ad-6e933e7a3507), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.886523 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d58f5adb-421e-4052-8cb7-fc6a6231c7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.887786 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d58f5adb-421e-4052-8cb7-fc6a6231c7ec admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1e04fa30-d951-451f-90ad-6e933e7a3507 HTTP/1.1" status: 204 len: 168 time: 0.2581356 Jul 25 06:00:05.903069 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f5adb-421e-4052-8cb7-fc6a6231c7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04fa30-d951-451f-90ad-6e933e7a3507,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:05.908045 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d28dccc7-f48b-4c7b-ae14-a52c8f0c4428 admin admin] Publish callbacks [] for security_group (a1273eac-d14a-46ab-bf0e-1def9eb59400), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:05.910559 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:05.928783 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9d5c28cf-6454-44a9-a35f-6012234639ad req-2d33c884-c898-4022-8f68-17ff08f2140c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615237 Jul 25 06:00:05.948925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d28dccc7-f48b-4c7b-ae14-a52c8f0c4428 admin admin] Publish callbacks [] for security_group (a1273eac-d14a-46ab-bf0e-1def9eb59400), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:06.043841 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e93e24-4ed6-4b43-ab93-73e2885a12b1 req-72aa8032-8494-4bbe-8c78-46822690b23c tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:06.045373 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-24e93e24-4ed6-4b43-ab93-73e2885a12b1 req-72aa8032-8494-4bbe-8c78-46822690b23c tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 944 time: 0.0552731 Jul 25 06:00:06.095421 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d28dccc7-f48b-4c7b-ae14-a52c8f0c4428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a1273eac-d14a-46ab-bf0e-1def9eb59400), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:06.097978 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d28dccc7-f48b-4c7b-ae14-a52c8f0c4428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:06.099165 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d28dccc7-f48b-4c7b-ae14-a52c8f0c4428 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a1273eac-d14a-46ab-bf0e-1def9eb59400 HTTP/1.1" status: 204 len: 168 time: 0.2439752 Jul 25 06:00:06.106534 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-24e93e24-4ed6-4b43-ab93-73e2885a12b1 req-94c3e0bf-27ea-4a38-9289-3e7a0e93d649 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550931 Jul 25 06:00:06.111991 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28dccc7-f48b-4c7b-ae14-a52c8f0c4428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1273eac-d14a-46ab-bf0e-1def9eb59400,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:06.267080 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57d146-12a7-4713-b9e7-98ec1b71f202 req-232ca436-374d-4136-b771-92e3e1a12f77 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:06.268594 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4d57d146-12a7-4713-b9e7-98ec1b71f202 req-232ca436-374d-4136-b771-92e3e1a12f77 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.0505512 Jul 25 06:00:06.319857 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4d57d146-12a7-4713-b9e7-98ec1b71f202 req-2806c058-0968-4653-b51c-f2e25932d154 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Jul 25 06:00:06.919466 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cb367-624b-4ace-bbd6-72c0f746c8c1 req-64437a2d-45a1-4b32-b723-901b18f8267f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:06.921075 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ae1cb367-624b-4ace-bbd6-72c0f746c8c1 req-64437a2d-45a1-4b32-b723-901b18f8267f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.0698895 Jul 25 06:00:06.943482 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e4d1-6800-4523-82c3-609304bc5619 req-d5b8c873-d167-4ef5-bb1b-c56e36cf9dc4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:06.946408 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-22b9e4d1-6800-4523-82c3-609304bc5619 req-d5b8c873-d167-4ef5-bb1b-c56e36cf9dc4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.0634251 Jul 25 06:00:07.010328 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ae1cb367-624b-4ace-bbd6-72c0f746c8c1 req-8a4e92b6-8372-4120-b49b-2efbd813a4be tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799549 Jul 25 06:00:07.103400 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-22b9e4d1-6800-4523-82c3-609304bc5619 req-d9c26d92-beee-4b5d-b0e6-8aac5a86b1b3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457453 Jul 25 06:00:07.165281 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3ab1e-6370-467e-9853-430e4b9c922d req-ef185342-3acd-43fb-9703-3d74427c2797 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:07.169033 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f3e3ab1e-6370-467e-9853-430e4b9c922d req-ef185342-3acd-43fb-9703-3d74427c2797 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 931 time: 0.0607271 Jul 25 06:00:07.250841 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f3e3ab1e-6370-467e-9853-430e4b9c922d req-ea4d2b7b-8b9c-4d84-a800-10f580fd8b87 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687838 Jul 25 06:00:07.322167 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7e6d-fe69-4555-b1c8-db00ae13fa43 req-4bddbab6-bebe-4e87-a842-2ac21dbe21c3 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:07.328965 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-686e7e6d-fe69-4555-b1c8-db00ae13fa43 req-4bddbab6-bebe-4e87-a842-2ac21dbe21c3 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 944 time: 0.1069410 Jul 25 06:00:07.398603 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-686e7e6d-fe69-4555-b1c8-db00ae13fa43 req-d0ee51c4-4afe-4cf7-9a83-c553010ac119 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687618 Jul 25 06:00:07.515522 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd636b6a-fdf3-48e4-8d4f-bf9e46e36372 req-4d24e552-3e46-419b-b904-88cf1acf6bf8 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:07.519374 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cd636b6a-fdf3-48e4-8d4f-bf9e46e36372 req-4d24e552-3e46-419b-b904-88cf1acf6bf8 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.0914919 Jul 25 06:00:07.612759 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cd636b6a-fdf3-48e4-8d4f-bf9e46e36372 req-3f5039f7-7911-4c7d-b4d5-de8cb4828cab tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817499 Jul 25 06:00:08.198451 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ca9f-124d-4c2a-8305-5abb60887a38 req-b8a1d4ae-f1c1-4afd-84f0-1696862c00a1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:08.198451 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c560ca9f-124d-4c2a-8305-5abb60887a38 req-b8a1d4ae-f1c1-4afd-84f0-1696862c00a1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.0459979 Jul 25 06:00:08.198451 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c560ca9f-124d-4c2a-8305-5abb60887a38 req-fbb021c7-2d8b-41c9-a3ea-c6cb29b1cbfa tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Jul 25 06:00:08.251459 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3c587-5ff8-421d-852b-8eaec6aaf253 req-5a6a562b-a729-4025-a5ce-8988fbc18ab8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:08.253019 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-96a3c587-5ff8-421d-852b-8eaec6aaf253 req-5a6a562b-a729-4025-a5ce-8988fbc18ab8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.0804935 Jul 25 06:00:08.316839 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-96a3c587-5ff8-421d-852b-8eaec6aaf253 req-5455eb98-e26b-43f7-86c6-88c79ab4a563 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571918 Jul 25 06:00:08.371386 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:08.377272 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffbcc7-a3c0-4783-97fe-164228d25e2a req-5180bf86-629e-465a-a681-990cc1727d9f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:08.378885 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-efffbcc7-a3c0-4783-97fe-164228d25e2a req-5180bf86-629e-465a-a681-990cc1727d9f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 931 time: 0.0532324 Jul 25 06:00:08.436827 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-efffbcc7-a3c0-4783-97fe-164228d25e2a req-65fd82c6-645c-4bbf-b600-330c61e66cf8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516453 Jul 25 06:00:08.672266 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b61afa-372e-4e35-94e3-06380b58218b req-a3dac064-0d42-4c51-a1da-25e8e062ad8f tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:08.672266 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-20b61afa-372e-4e35-94e3-06380b58218b req-a3dac064-0d42-4c51-a1da-25e8e062ad8f tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 944 time: 0.0527084 Jul 25 06:00:08.672266 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-20b61afa-372e-4e35-94e3-06380b58218b req-736be000-43f3-42b1-9246-ec00c6dcce99 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Jul 25 06:00:08.719394 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64fc41-3626-4555-a628-433d4faaf556 req-b3f86811-7809-4789-9ef3-4cf49c6844aa tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:08.720921 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f64fc41-3626-4555-a628-433d4faaf556 req-b3f86811-7809-4789-9ef3-4cf49c6844aa tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.0477550 Jul 25 06:00:08.772578 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f64fc41-3626-4555-a628-433d4faaf556 req-aad9bbdb-9879-4f4f-8be3-cb788078c074 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455186 Jul 25 06:00:09.299874 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73879a29-7302-47c1-8986-2108ad4784b8 req-09049315-2782-4575-9639-c037f2148df4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:09.301184 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-73879a29-7302-47c1-8986-2108ad4784b8 req-09049315-2782-4575-9639-c037f2148df4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.0526266 Jul 25 06:00:09.303121 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 40948) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:09.351233 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-73879a29-7302-47c1-8986-2108ad4784b8 req-61140095-0272-458d-816a-bf27ca5d418d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Jul 25 06:00:09.421769 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a9719785-8ffc-4975-9e5a-cfd04873fa62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:09.427433 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4306acc-8895-4ca2-9e72-85cf44bb25e7 req-fec6d435-fe99-4f8e-b0db-ea5af516e57e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:09.428938 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b4306acc-8895-4ca2-9e72-85cf44bb25e7 req-fec6d435-fe99-4f8e-b0db-ea5af516e57e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.0469313 Jul 25 06:00:09.457501 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:09.474780 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:00:09.496766 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b4306acc-8895-4ca2-9e72-85cf44bb25e7 req-1a32dd2c-390d-411c-86f5-2d12ecd315f8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615625 Jul 25 06:00:09.534107 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a9719785-8ffc-4975-9e5a-cfd04873fa62 admin admin] Publish callbacks [] for security_group (70260445-604f-441e-8936-d26582d1f306), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:09.578385 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b2419-8bf8-405b-8253-83989f0b8bd4 req-8e7a76e3-4c1b-4812-8e9f-778154367f91 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:09.579830 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-819b2419-8bf8-405b-8253-83989f0b8bd4 req-8e7a76e3-4c1b-4812-8e9f-778154367f91 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 931 time: 0.0490539 Jul 25 06:00:09.627223 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-819b2419-8bf8-405b-8253-83989f0b8bd4 req-c03f941b-ae4e-45a1-bab7-8388fc54b61c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412178 Jul 25 06:00:09.642846 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a9719785-8ffc-4975-9e5a-cfd04873fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (70260445-604f-441e-8936-d26582d1f306), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:09.647611 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:09.686753 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a9719785-8ffc-4975-9e5a-cfd04873fa62 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f153234f1bd14f3b8f102795135d17ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825488 Jul 25 06:00:09.688095 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9719785-8ffc-4975-9e5a-cfd04873fa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70260445-604f-441e-8936-d26582d1f306,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:09.689885 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 40960) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:09.779531 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-72ca5a1c-3aea-4404-adb8-c48c5149a74b admin admin] Publish callbacks [] for security_group (70260445-604f-441e-8936-d26582d1f306), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:09.790523 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71003c9-da7f-4a32-9fa6-6ec7c6400e55 req-c406c3e8-31e9-4d49-a7f9-6a98e1b1652c tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:09.791989 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a71003c9-da7f-4a32-9fa6-6ec7c6400e55 req-c406c3e8-31e9-4d49-a7f9-6a98e1b1652c tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 944 time: 0.0706959 Jul 25 06:00:09.826450 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-72ca5a1c-3aea-4404-adb8-c48c5149a74b admin admin] Publish callbacks [] for security_group (70260445-604f-441e-8936-d26582d1f306), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:09.831313 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Request body: {'port': {'device_id': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:00:09.902336 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:09.927638 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8a52a-7005-4ae9-946b-d0ebb6638fe9 req-1eb7f273-ca02-4669-b9ef-bd4ad5e382c9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:09.929148 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-37c8a52a-7005-4ae9-946b-d0ebb6638fe9 req-1eb7f273-ca02-4669-b9ef-bd4ad5e382c9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.0801258 Jul 25 06:00:09.933537 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a71003c9-da7f-4a32-9fa6-6ec7c6400e55 req-d62b1c85-b9ce-4118-a592-29530714b0b5 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354084 Jul 25 06:00:09.942168 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:09.975914 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-649babc4-0664-4b53-900b-7959a44822d2 req-aaf98558-3da9-4e28-8a57-d1ef75ea9431 service neutron] 10.222.0.47 "GET /v2.0/networks/0d15383e-d6bc-440c-8878-9fb1b58b4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540132 Jul 25 06:00:10.006740 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-813cda0d-8035-4c47-8848-8852a3e78627 req-fd631207-516d-4f23-b8e4-d573a7cd93b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca HTTP/1.1" status: 200 len: 217 time: 0.0485485 Jul 25 06:00:10.029926 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-37c8a52a-7005-4ae9-946b-d0ebb6638fe9 req-f8150173-bd82-41fc-80fe-e8663026ecc4 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930288 Jul 25 06:00:10.093096 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836110d5-3159-4109-9702-748f1e4d2eae req-253c6de4-7240-4c6b-9835-fdaebd6d1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:10.094599 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-836110d5-3159-4109-9702-748f1e4d2eae req-253c6de4-7240-4c6b-9835-fdaebd6d1c16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 1128 time: 0.0940371 Jul 25 06:00:10.138494 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-72ca5a1c-3aea-4404-adb8-c48c5149a74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (70260445-604f-441e-8936-d26582d1f306), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:10.141049 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-72ca5a1c-3aea-4404-adb8-c48c5149a74b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:10.142172 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-72ca5a1c-3aea-4404-adb8-c48c5149a74b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/70260445-604f-441e-8936-d26582d1f306 HTTP/1.1" status: 204 len: 168 time: 0.4490583 Jul 25 06:00:10.190861 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca5a1c-3aea-4404-adb8-c48c5149a74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70260445-604f-441e-8936-d26582d1f306,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:10.215602 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:10.239533 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-fb3a480e-2a5a-42f8-b0ae-59655d130a61 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852061 Jul 25 06:00:10.246435 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cda0d-8035-4c47-8848-8852a3e78627 req-db1e4ff4-9a1d-4d3a-b363-512d1f4b6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:10.246435 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-813cda0d-8035-4c47-8848-8852a3e78627 req-db1e4ff4-9a1d-4d3a-b363-512d1f4b6119 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac18650c-f7a9-4125-b917-a18be86504ca HTTP/1.1" status: 200 len: 850 time: 0.1151891 Jul 25 06:00:10.246884 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592000a6-9195-4916-b580-bfc9f93baacc req-7d1ddfd8-87de-4842-877f-cc83085876c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:10.248338 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-592000a6-9195-4916-b580-bfc9f93baacc req-7d1ddfd8-87de-4842-877f-cc83085876c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 1127 time: 0.0725217 Jul 25 06:00:10.407770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836110d5-3159-4109-9702-748f1e4d2eae req-6f4d0632-f2e8-4cf4-8ba0-521a6c0fd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:10.409252 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-836110d5-3159-4109-9702-748f1e4d2eae req-6f4d0632-f2e8-4cf4-8ba0-521a6c0fd476 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.2571537 Jul 25 06:00:10.437050 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:10.654972 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd144b-5577-4304-8c67-76ea350d62ac req-1303ea9f-e51d-4a0b-b00a-6165380bb166 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:10.656677 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0fbd144b-5577-4304-8c67-76ea350d62ac req-1303ea9f-e51d-4a0b-b00a-6165380bb166 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.0484440 Jul 25 06:00:10.665415 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476ed46-0f79-4a38-9521-b61419ebd96a req-d41d629c-d1d2-4730-8983-67771ad0e0b6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:10.666876 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6476ed46-0f79-4a38-9521-b61419ebd96a req-d41d629c-d1d2-4730-8983-67771ad0e0b6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.2408161 Jul 25 06:00:10.692732 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86fe1cd-ba90-483f-8c21-3093b1ee753e {{(pid=110783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:10.702596 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Publish callbacks [] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:10.712474 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0fbd144b-5577-4304-8c67-76ea350d62ac req-7d863f65-e19b-4604-a294-5cc31e9684aa tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498514 Jul 25 06:00:10.736384 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.provisioning_blocks [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Transition to ACTIVE for port object c86fe1cd-ba90-483f-8c21-3093b1ee753e will not be triggered until provisioned by entity L2. {{(pid=110783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:00:10.744335 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6476ed46-0f79-4a38-9521-b61419ebd96a req-aca0d702-bb44-485e-986f-a7008473061d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Jul 25 06:00:10.830392 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:10.840926 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda0eb7-24a2-4d56-a4fb-31d3902c4d05 req-a4852712-8ce2-4e75-b746-ad4719f1e154 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:10.842414 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2dda0eb7-24a2-4d56-a4fb-31d3902c4d05 req-a4852712-8ce2-4e75-b746-ad4719f1e154 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 931 time: 0.0476425 Jul 25 06:00:10.887100 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:10.909845 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2dda0eb7-24a2-4d56-a4fb-31d3902c4d05 req-4ad69732-36f7-401e-8ddd-787fee1c7101 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615640 Jul 25 06:00:10.919273 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 40986) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:10.945019 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2b0565a-7eef-4fd3-9146-9dd122c1b581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:10.956180 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Attempting to bind port c86fe1cd-ba90-483f-8c21-3093b1ee753e on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:00:10.956599 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Attempting to bind port c86fe1cd-ba90-483f-8c21-3093b1ee753e by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:00:10.956860 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Attempting to bind port c86fe1cd-ba90-483f-8c21-3093b1ee753e on network d09a72ec-f4c1-4494-ae4f-e65cd0316aed {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:10.963616 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Port c86fe1cd-ba90-483f-8c21-3093b1ee753e on network d09a72ec-f4c1-4494-ae4f-e65cd0316aed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:00:10.967004 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Attempting to bind port c86fe1cd-ba90-483f-8c21-3093b1ee753e on network d09a72ec-f4c1-4494-ae4f-e65cd0316aed {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:00:10.969644 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:00:10.969989 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Checking segment: {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:00:10.970377 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Bound using segment: {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:00:10.970866 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Bound port: c86fe1cd-ba90-483f-8c21-3093b1ee753e, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'}}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:00:10.971235 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:11.052785 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2b0565a-7eef-4fd3-9146-9dd122c1b581 admin admin] Publish callbacks [] for security_group (a70c95ed-7d30-458a-b20a-18c3157fffa6), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:11.089445 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:11.099515 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, cleared binding levels {{(pid=110783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:00:11.119332 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860fdcc-323b-4cfb-9910-81fc71622563 req-ac31957b-14f3-4b01-a718-206f9b0a0e90 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:11.120937 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2860fdcc-323b-4cfb-9910-81fc71622563 req-ac31957b-14f3-4b01-a718-206f9b0a0e90 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 944 time: 0.0839531 Jul 25 06:00:11.124577 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:00:11.143289 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d2b0565a-7eef-4fd3-9146-9dd122c1b581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a70c95ed-7d30-458a-b20a-18c3157fffa6), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:11.174148 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2860fdcc-323b-4cfb-9910-81fc71622563 req-b1195c4b-241d-4d03-8fcc-3820b43b8861 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465922 Jul 25 06:00:11.183445 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836df75-4fb9-4164-9a15-c372141b0099 req-a95f0730-af71-4091-b561-b18eb1e8453c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:11.184941 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f836df75-4fb9-4164-9a15-c372141b0099 req-a95f0730-af71-4091-b561-b18eb1e8453c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.0740244 Jul 25 06:00:11.195952 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:11.222204 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d2b0565a-7eef-4fd3-9146-9dd122c1b581 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=09b04936e63a4f3fa923ef563857e4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017659 Jul 25 06:00:11.228963 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41000) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:11.230949 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0565a-7eef-4fd3-9146-9dd122c1b581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70c95ed-7d30-458a-b20a-18c3157fffa6,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:11.253106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:11.253106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:11.253106 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/c86fe1cd-ba90-483f-8c21-3093b1ee753e HTTP/1.1" status: 200 len: 1093 time: 1.4283504 Jul 25 06:00:11.253106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:11.261586 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:11.271985 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ad0957-531b-4123-92fe-5cb374c8a076" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:11.326231 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08b2c3-2057-41cf-a72d-1bd64fd2d3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=3']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:11.342621 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f836df75-4fb9-4164-9a15-c372141b0099 req-9ba018bf-e8f5-4753-9058-03abfab02d69 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407306 Jul 25 06:00:11.364849 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e387e2-df4c-495b-83a0-d74d1468ad8c x-openstack-request-id: req-c6e387e2-df4c-495b-83a0-d74d1468ad8c {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:11.365259 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:11.365515 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c6e387e2-df4c-495b-83a0-d74d1468ad8c {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:11.365915 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e387e2-df4c-495b-83a0-d74d1468ad8c'] response: {'name': 'network-changed', 'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'status': 'completed', 'code': 200} Jul 25 06:00:11.372730 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dba15315-da8c-47ec-9d85-5d23771c86cd admin admin] Publish callbacks [] for security_group (a70c95ed-7d30-458a-b20a-18c3157fffa6), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:11.405982 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dba15315-da8c-47ec-9d85-5d23771c86cd admin admin] Publish callbacks [] for security_group (a70c95ed-7d30-458a-b20a-18c3157fffa6), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:11.419155 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:11.545289 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dba15315-da8c-47ec-9d85-5d23771c86cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a70c95ed-7d30-458a-b20a-18c3157fffa6), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:11.547820 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dba15315-da8c-47ec-9d85-5d23771c86cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:11.549007 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-dba15315-da8c-47ec-9d85-5d23771c86cd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a70c95ed-7d30-458a-b20a-18c3157fffa6 HTTP/1.1" status: 204 len: 168 time: 0.3189876 Jul 25 06:00:11.557179 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba15315-da8c-47ec-9d85-5d23771c86cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70c95ed-7d30-458a-b20a-18c3157fffa6,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:11.858595 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc3241-c111-4520-9f36-3313fd27da58 req-061dcee7-0906-42f0-9580-9320a4dd76c3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:11.858595 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fecc3241-c111-4520-9f36-3313fd27da58 req-061dcee7-0906-42f0-9580-9320a4dd76c3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.0533917 Jul 25 06:00:11.890721 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb96c03-f67a-4a9a-8215-31e7bd06300a req-48e82edf-66c2-453f-b83b-20b18b8a9c86 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:11.892457 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bdb96c03-f67a-4a9a-8215-31e7bd06300a req-48e82edf-66c2-453f-b83b-20b18b8a9c86 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.0693543 Jul 25 06:00:11.923386 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fecc3241-c111-4520-9f36-3313fd27da58 req-033b439c-a46b-4616-ad4a-800451012895 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601261 Jul 25 06:00:11.963250 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bdb96c03-f67a-4a9a-8215-31e7bd06300a req-d60a9151-fe7d-4a92-9aff-3df3bbdf3529 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646892 Jul 25 06:00:12.038092 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab60644-7348-4810-95f4-ad707f477a8b req-d1facca3-a63a-4354-aa3e-c6d53ea89a44 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:12.040283 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7ab60644-7348-4810-95f4-ad707f477a8b req-d1facca3-a63a-4354-aa3e-c6d53ea89a44 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0487235 Jul 25 06:00:12.096864 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7ab60644-7348-4810-95f4-ad707f477a8b req-c1c68d94-7460-4db5-b13b-c8496a800a28 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499034 Jul 25 06:00:12.291486 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d40eee-d1f4-49a9-9d87-04ad260f581c req-8568d5b1-ff14-4d6d-ab5c-e540ddd47746 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:12.293026 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-16d40eee-d1f4-49a9-9d87-04ad260f581c req-8568d5b1-ff14-4d6d-ab5c-e540ddd47746 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 944 time: 0.0511580 Jul 25 06:00:12.341936 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-16d40eee-d1f4-49a9-9d87-04ad260f581c req-e6da3869-376c-4921-aeb2-7372029b1aef tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Jul 25 06:00:12.443805 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68034881-79d2-4266-8a41-99dbe1e31feb req-9685e202-7a63-45f7-b360-a5238585916b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:12.445805 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-68034881-79d2-4266-8a41-99dbe1e31feb req-9685e202-7a63-45f7-b360-a5238585916b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.0479288 Jul 25 06:00:12.497133 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-68034881-79d2-4266-8a41-99dbe1e31feb req-cbc2a192-1324-4789-8fdf-6b0125bbbde4 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432050 Jul 25 06:00:12.609621 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-836110d5-3159-4109-9702-748f1e4d2eae req-9fd4b3df-a727-4c9d-ad0f-07181f54c994 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de159745-94e2-418c-9c37-533af5667e21 HTTP/1.1" status: 200 len: 217 time: 0.0685294 Jul 25 06:00:12.644514 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cda0d-8035-4c47-8848-8852a3e78627 req-127a66dd-30a7-4135-81a4-9c0f7acfeb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:12.646295 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-813cda0d-8035-4c47-8848-8852a3e78627 req-127a66dd-30a7-4135-81a4-9c0f7acfeb75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8aa6446-1bfa-4069-a27c-c14f749ca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036963 Jul 25 06:00:12.716892 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device d356fd90-eba7-42c0-b027-05d5c7ddce5d details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:00:12.720436 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad0957-531b-4123-92fe-5cb374c8a076 req-9393100b-6471-457d-b5e6-975fc39f0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:12.722116 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07ad0957-531b-4123-92fe-5cb374c8a076 req-9393100b-6471-457d-b5e6-975fc39f0362 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 1127 time: 0.1230824 Jul 25 06:00:12.745396 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836110d5-3159-4109-9702-748f1e4d2eae req-2e021604-3fe9-45b7-9666-06ec352f614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:12.747206 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-836110d5-3159-4109-9702-748f1e4d2eae req-2e021604-3fe9-45b7-9666-06ec352f614e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.1300976 Jul 25 06:00:12.747788 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:12.833072 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592000a6-9195-4916-b580-bfc9f93baacc req-8ef1159d-3958-4c4a-a1b1-c5101ded1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:12.834808 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-592000a6-9195-4916-b580-bfc9f93baacc req-8ef1159d-3958-4c4a-a1b1-c5101ded1579 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2937458 Jul 25 06:00:12.857948 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-23362ae4-47c3-408f-9c4f-844614c529bc service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155570 Jul 25 06:00:12.911134 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836110d5-3159-4109-9702-748f1e4d2eae req-3bd1fb19-4699-4a83-9a16-08a324d5751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:12.913667 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-836110d5-3159-4109-9702-748f1e4d2eae req-3bd1fb19-4699-4a83-9a16-08a324d5751e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1541283 Jul 25 06:00:12.916176 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-813cda0d-8035-4c47-8848-8852a3e78627 req-7c3d022b-5152-48dc-a158-1a8101e55529 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397738 Jul 25 06:00:13.086446 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad0957-531b-4123-92fe-5cb374c8a076 req-261d9382-31e7-4fd6-9fc9-64ea03ab3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.088337 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07ad0957-531b-4123-92fe-5cb374c8a076 req-261d9382-31e7-4fd6-9fc9-64ea03ab3cde service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1871c9af781743f5af1d92371a42ecf1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3552916 Jul 25 06:00:13.132605 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port d356fd90-eba7-42c0-b027-05d5c7ddce5d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d356fd90-eba7-42c0-b027-05d5c7ddce5d,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:13.137262 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592000a6-9195-4916-b580-bfc9f93baacc req-e939e9f1-2913-4d2d-8341-3221b41827a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.139440 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-592000a6-9195-4916-b580-bfc9f93baacc req-e939e9f1-2913-4d2d-8341-3221b41827a2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2973380 Jul 25 06:00:13.149496 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'd356fd90-eba7-42c0-b027-05d5c7ddce5d', 'network_id': '0d15383e-d6bc-440c-8878-9fb1b58b4e6c', 'port_id': 'd356fd90-eba7-42c0-b027-05d5c7ddce5d', 'mac_address': 'fa:16:3e:4b:fd:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9777dcb7-bc4b-47a6-8570-e49b6081488f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:00:13.203505 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-836110d5-3159-4109-9702-748f1e4d2eae req-ca4fe8c8-d07f-4494-8617-db27cbbe0fbb service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436512 Jul 25 06:00:13.214297 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port d356fd90-eba7-42c0-b027-05d5c7ddce5d is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:13.215120 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:13.235092 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d356fd90-eba7-42c0-b027-05d5c7ddce5d {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:13.241556 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eab3e-236d-404f-8d68-207708a0f239 req-d072169a-cdcf-4496-bb57-adfaf71c17bb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.243731 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-710eab3e-236d-404f-8d68-207708a0f239 req-d072169a-cdcf-4496-bb57-adfaf71c17bb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.0999231 Jul 25 06:00:13.265021 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port d356fd90-eba7-42c0-b027-05d5c7ddce5d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d356fd90-eba7-42c0-b027-05d5c7ddce5d,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:13.318060 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:13.319484 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device de159745-94e2-418c-9c37-533af5667e21 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:00:13.319803 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-710eab3e-236d-404f-8d68-207708a0f239 req-f8e9b579-9b3e-48a7-808b-4984ebb50868 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681145 Jul 25 06:00:13.400189 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-813cda0d-8035-4c47-8848-8852a3e78627 req-b1176535-cccc-4cd7-a56b-bf7ed1eef08d service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727862 Jul 25 06:00:13.411601 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4546a-a65e-4e0a-a120-82a589e333f7 req-a0ebbf2a-5eb1-462a-8b7e-622b692f69db tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.419341 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ebe4546a-a65e-4e0a-a120-82a589e333f7 req-a0ebbf2a-5eb1-462a-8b7e-622b692f69db tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.2865875 Jul 25 06:00:13.476371 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ebe4546a-a65e-4e0a-a120-82a589e333f7 req-5d3905d8-a575-44ef-af8e-56b6d3300820 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560052 Jul 25 06:00:13.526760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb007dc-38be-4d7a-bd98-9a0d98e2c8cf req-7392d11e-8ca3-4cd4-b98e-afed93710f66 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.535187 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3eb007dc-38be-4d7a-bd98-9a0d98e2c8cf req-7392d11e-8ca3-4cd4-b98e-afed93710f66 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0835819 Jul 25 06:00:13.578393 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=d356fd90-eba7-42c0-b027-05d5c7ddce5d,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:13.578546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41106) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:13.598129 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660864c-3baf-4c3a-8ed5-188a8b76ff7f req-90457a04-97ab-4ec9-b1b0-d434bff0086f tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.603014 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port de159745-94e2-418c-9c37-533af5667e21, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=de159745-94e2-418c-9c37-533af5667e21,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:13.605858 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2660864c-3baf-4c3a-8ed5-188a8b76ff7f req-90457a04-97ab-4ec9-b1b0-d434bff0086f tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 945 time: 0.0775294 Jul 25 06:00:13.617615 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:13.619236 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'de159745-94e2-418c-9c37-533af5667e21', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'port_id': 'de159745-94e2-418c-9c37-533af5667e21', 'mac_address': 'fa:16:3e:19:6d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:00:13.648254 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3eb007dc-38be-4d7a-bd98-9a0d98e2c8cf req-80cec409-9d2e-4072-8df9-0a60283ce80b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081460 Jul 25 06:00:13.672474 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port de159745-94e2-418c-9c37-533af5667e21 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:13.672868 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (de159745-94e2-418c-9c37-533af5667e21), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:13.685117 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2660864c-3baf-4c3a-8ed5-188a8b76ff7f req-a855aab8-e897-4b97-80e6-60a28ef650e5 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782905 Jul 25 06:00:13.690285 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de159745-94e2-418c-9c37-533af5667e21 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:13.715752 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port de159745-94e2-418c-9c37-533af5667e21, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=de159745-94e2-418c-9c37-533af5667e21,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:13.750492 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:13.771966 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-2b9a3a68-6e8a-41df-9127-768b7983f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.777324 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-2b9a3a68-6e8a-41df-9127-768b7983f372 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 1127 time: 0.0852187 Jul 25 06:00:13.779171 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:13.793854 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-6177e634-0fd6-4044-baf7-8cabf4d831e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.795327 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-6177e634-0fd6-4044-baf7-8cabf4d831e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 1127 time: 0.0597844 Jul 25 06:00:13.810111 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:13.938812 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-a8ac154e-981a-4ad0-8c48-88cd8cfde4fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d39effe6-1cf3-4165-9474-bb2a0cbbe15d HTTP/1.1" status: 200 len: 217 time: 0.0831456 Jul 25 06:00:13.938812 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dc8e3673-a840-4594-ba62-1a1aabea30e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:13.939336 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-836110d5-3159-4109-9702-748f1e4d2eae req-eccd7ff2-8021-436d-ac41-3a790c5f20f3 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270360 Jul 25 06:00:13.990560 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-96af769a-c624-4807-a897-cfed8eb028d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.992016 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-96af769a-c624-4807-a897-cfed8eb028d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.2100112 Jul 25 06:00:13.995763 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d283e4-72dc-4f00-85ac-d7dee46c9a8d req-76fe9296-19d1-4ee8-be50-d42310f3cba8 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.997241 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e1d283e4-72dc-4f00-85ac-d7dee46c9a8d req-76fe9296-19d1-4ee8-be50-d42310f3cba8 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.1850858 Jul 25 06:00:13.998057 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-248f9964-c202-42b1-80c7-2cb378d30bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:13.999396 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-248f9964-c202-42b1-80c7-2cb378d30bd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=643fd28a-aa2d-43b1-bd8f-778a3da61ff3 HTTP/1.1" status: 200 len: 853 time: 0.0985129 Jul 25 06:00:14.065253 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-ac2b517b-7341-436e-8379-9cbf93622c21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49 HTTP/1.1" status: 200 len: 217 time: 0.0636721 Jul 25 06:00:14.072984 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad0957-531b-4123-92fe-5cb374c8a076 req-5140f9ce-1ae3-4bf0-bf34-f97f3ececa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.079666 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07ad0957-531b-4123-92fe-5cb374c8a076 req-5140f9ce-1ae3-4bf0-bf34-f97f3ececa05 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3864682 Jul 25 06:00:14.097045 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e1d283e4-72dc-4f00-85ac-d7dee46c9a8d req-7769f0eb-abca-4187-ad83-0f18ecf48540 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871041 Jul 25 06:00:14.144161 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-0b504642-a846-4ce2-ac89-d65a24c2fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.145726 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-0b504642-a846-4ce2-ac89-d65a24c2fafd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d80cb7ca-3031-41c9-afe8-b6a4faf27141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1338019 Jul 25 06:00:14.158967 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-26e83463-42a1-44c1-978d-572758ca50a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.160456 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-26e83463-42a1-44c1-978d-572758ca50a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 1127 time: 0.0413668 Jul 25 06:00:14.172631 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-2cffa3e0-7096-4ab7-872b-5c7b3cd59a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.175823 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-2cffa3e0-7096-4ab7-872b-5c7b3cd59a1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0891039 Jul 25 06:00:14.199226 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dc8e3673-a840-4594-ba62-1a1aabea30e7 admin admin] Publish callbacks [] for security_group (847b2254-7676-417f-91b2-f8ad788781eb), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:14.213516 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-cf070283-40bd-4789-ab93-e8cc95d49723 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e HTTP/1.1" status: 200 len: 217 time: 0.0460672 Jul 25 06:00:14.273451 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-f48164bd-b94f-429a-b8ff-e27bcc1eb0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.275103 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-a4aec258-9392-4335-aea3-816a2b17d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.275397 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-f48164bd-b94f-429a-b8ff-e27bcc1eb0f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862200 Jul 25 06:00:14.276621 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-a4aec258-9392-4335-aea3-816a2b17d3a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 HTTP/1.1" status: 200 len: 855 time: 0.0561121 Jul 25 06:00:14.315805 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:14.327907 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-0d64e654-ab13-4506-b406-68785d7ace8d service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722686 Jul 25 06:00:14.333682 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-ee747872-1969-4124-8927-65cdbf9b0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.335192 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-ee747872-1969-4124-8927-65cdbf9b0668 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475338 Jul 25 06:00:14.428345 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-90dde308-a9c2-48c3-80c8-f9a0f80c7c5a service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874915 Jul 25 06:00:14.487017 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-110d8d5c-a0c9-4c49-99ff-5931e4d05380 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986423 Jul 25 06:00:14.534257 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fc3e4-4362-4eab-825c-3e8e0177b3b1 req-ac7bea5c-50ac-439c-a0d8-bb801a1852c1 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.535772 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eb3fc3e4-4362-4eab-825c-3e8e0177b3b1 req-ac7bea5c-50ac-439c-a0d8-bb801a1852c1 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.0986977 Jul 25 06:00:14.537625 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ec9146b-59a1-4fa9-9d1d-f4ab4ff7ccba req-045e2339-d4a0-4a2d-92bc-43d38f64c690 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030549 Jul 25 06:00:14.558868 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3b640a5-4750-413e-b6b9-b8f989c0fada req-ce1de72a-fdf9-4e51-b7d4-a09f04a0a84e service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250899 Jul 25 06:00:14.615462 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14561536-1dec-4958-b053-2bde28649b8a req-c8f12c2e-a6a1-4c9d-a6a8-d59f85dae448 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.616987 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-14561536-1dec-4958-b053-2bde28649b8a req-c8f12c2e-a6a1-4c9d-a6a8-d59f85dae448 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 944 time: 0.0541823 Jul 25 06:00:14.646559 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eb3fc3e4-4362-4eab-825c-3e8e0177b3b1 req-c8b66e4a-337c-4c46-8452-cdd2cc75d39d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893970 Jul 25 06:00:14.661512 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-1f3c08ab-52ca-4c95-8cd5-25ec354abce0 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650310 Jul 25 06:00:14.689476 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-14561536-1dec-4958-b053-2bde28649b8a req-061fb1a5-2598-4e23-abbd-dd7e1a024360 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598662 Jul 25 06:00:14.694329 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (de159745-94e2-418c-9c37-533af5667e21), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:14.724091 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dc8e3673-a840-4594-ba62-1a1aabea30e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (847b2254-7676-417f-91b2-f8ad788781eb), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:14.770089 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:14.771336 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=de159745-94e2-418c-9c37-533af5667e21,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:14.779830 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 07e8aaba-4e29-4898-865b-3e4e9f738a49 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:00:14.839590 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:14.841830 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-55b3aa04-beab-4997-bf3a-adb033557028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.846437 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-55b3aa04-beab-4997-bf3a-adb033557028 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1484746571a24f5db36ed027469f88c1&device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 1129 time: 0.1310496 Jul 25 06:00:14.847671 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cf0b6-bbbb-48c0-8f40-f942b8332b44 req-8068273d-0772-484f-afc4-9bb7f21c84f6 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.849416 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f3cf0b6-bbbb-48c0-8f40-f942b8332b44 req-8068273d-0772-484f-afc4-9bb7f21c84f6 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 945 time: 0.0565624 Jul 25 06:00:14.861752 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-dc8e3673-a840-4594-ba62-1a1aabea30e7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f672d88e89f1451d98118b5d696893bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2872183 Jul 25 06:00:14.862064 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41128) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:14.884336 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e3673-a840-4594-ba62-1a1aabea30e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847b2254-7676-417f-91b2-f8ad788781eb,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:14.909246 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b046bc-c0c5-4f49-92ba-657677ce3fad req-bc42dc36-28e9-4129-bf57-97c4831b093a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:14.910857 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-64b046bc-c0c5-4f49-92ba-657677ce3fad req-bc42dc36-28e9-4129-bf57-97c4831b093a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0867386 Jul 25 06:00:14.914134 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 07e8aaba-4e29-4898-865b-3e4e9f738a49, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:14.926107 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '07e8aaba-4e29-4898-865b-3e4e9f738a49', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'port_id': '07e8aaba-4e29-4898-865b-3e4e9f738a49', 'mac_address': 'fa:16:3e:85:55:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:00:14.937268 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f3cf0b6-bbbb-48c0-8f40-f942b8332b44 req-cff90610-a17a-4811-877a-85031cf2c618 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802324 Jul 25 06:00:14.949912 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7ee10242-ba2d-4f82-90aa-a1e3a67bc8d3 admin admin] Publish callbacks [] for security_group (847b2254-7676-417f-91b2-f8ad788781eb), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:14.970266 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:14.980451 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7ee10242-ba2d-4f82-90aa-a1e3a67bc8d3 admin admin] Publish callbacks [] for security_group (847b2254-7676-417f-91b2-f8ad788781eb), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:14.994962 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 07e8aaba-4e29-4898-865b-3e4e9f738a49 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:14.995606 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:15.011393 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e8aaba-4e29-4898-865b-3e4e9f738a49 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:15.014194 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-64b046bc-c0c5-4f49-92ba-657677ce3fad req-b2a32f1a-c5a9-4eb6-8466-a00721a705ec tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933313 Jul 25 06:00:15.035843 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 07e8aaba-4e29-4898-865b-3e4e9f738a49, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:15.139608 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['d356fd90-eba7-42c0-b027-05d5c7ddce5d'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:00:15.158414 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:15.159180 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device a7211a3e-e5a1-4df6-b97c-4d903ce963ca details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:00:15.182095 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7ee10242-ba2d-4f82-90aa-a1e3a67bc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (847b2254-7676-417f-91b2-f8ad788781eb), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:15.184909 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7ee10242-ba2d-4f82-90aa-a1e3a67bc8d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:15.185855 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-7ee10242-ba2d-4f82-90aa-a1e3a67bc8d3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/847b2254-7676-417f-91b2-f8ad788781eb HTTP/1.1" status: 204 len: 168 time: 0.3227541 Jul 25 06:00:15.220092 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee10242-ba2d-4f82-90aa-a1e3a67bc8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b2254-7676-417f-91b2-f8ad788781eb,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:15.234198 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97ec40-8706-45df-b39f-aac8b21fac02 req-fe994be1-4fdf-45d0-9e1a-750dcb9bd164 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:15.235838 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f97ec40-8706-45df-b39f-aac8b21fac02 req-fe994be1-4fdf-45d0-9e1a-750dcb9bd164 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.0643346 Jul 25 06:00:15.297499 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f97ec40-8706-45df-b39f-aac8b21fac02 req-5a801f8f-e148-4497-bf86-61f8ed3daaec tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545466 Jul 25 06:00:15.344202 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['de159745-94e2-418c-9c37-533af5667e21'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:00:15.345662 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:15.445021 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:15.469341 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=07e8aaba-4e29-4898-865b-3e4e9f738a49,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:15.604293 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port a7211a3e-e5a1-4df6-b97c-4d903ce963ca, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:15.633473 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'port_id': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca', 'mac_address': 'fa:16:3e:e7:1e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:00:15.734260 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port a7211a3e-e5a1-4df6-b97c-4d903ce963ca is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:15.734893 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:15.767150 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7211a3e-e5a1-4df6-b97c-4d903ce963ca {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:15.783710 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:15.796053 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4b25-9933-4942-91d7-dd5d01fe9c92 req-4cd67979-ac46-4518-8e2e-3a8be711452f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:15.798434 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-55be4b25-9933-4942-91d7-dd5d01fe9c92 req-4cd67979-ac46-4518-8e2e-3a8be711452f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 944 time: 0.0733111 Jul 25 06:00:15.812201 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port a7211a3e-e5a1-4df6-b97c-4d903ce963ca, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:15.855356 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0c188-a641-498f-92c6-c28e34334af7 req-727af9cb-0013-44f4-a1c6-64e948d20350 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:15.856988 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-55be4b25-9933-4942-91d7-dd5d01fe9c92 req-ec6da219-80af-4fe5-b96b-572ab972c8a6 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 Jul 25 06:00:15.860818 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f2d0c188-a641-498f-92c6-c28e34334af7 req-727af9cb-0013-44f4-a1c6-64e948d20350 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 945 time: 0.0654964 Jul 25 06:00:15.893957 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:15.918921 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f2d0c188-a641-498f-92c6-c28e34334af7 req-5e193a4d-c808-44fa-8978-062d2e3f44f3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558078 Jul 25 06:00:15.952504 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:16.013628 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41166) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:16.039582 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cd229b46-09ba-4f40-b845-1dc28d0ee61a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:16.074654 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d3994-23fd-46cb-8450-577cb83feee2 req-133894b1-8e36-44f0-bb1a-0c7f9f17641d tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:16.080683 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f28d3994-23fd-46cb-8450-577cb83feee2 req-133894b1-8e36-44f0-bb1a-0c7f9f17641d tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 945 time: 0.0618465 Jul 25 06:00:16.163401 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f28d3994-23fd-46cb-8450-577cb83feee2 req-6263feea-0a87-4a53-b0dc-3f6d298925dc tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743337 Jul 25 06:00:16.187897 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc177a5-8ae1-4599-a1d3-d20f37903742 req-19809cf2-9d87-4582-812d-9c06a8538bb9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:16.188953 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-fdc177a5-8ae1-4599-a1d3-d20f37903742 req-19809cf2-9d87-4582-812d-9c06a8538bb9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0877047 Jul 25 06:00:16.228529 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cd229b46-09ba-4f40-b845-1dc28d0ee61a admin admin] Publish callbacks [] for security_group (dbc40555-38d2-4991-9c34-c0b79eace659), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:16.258296 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-fdc177a5-8ae1-4599-a1d3-d20f37903742 req-87c8f597-d906-47fc-b2b4-f78504464911 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597446 Jul 25 06:00:16.333867 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cd229b46-09ba-4f40-b845-1dc28d0ee61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (dbc40555-38d2-4991-9c34-c0b79eace659), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:16.336367 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-c4f61ed1-c5bb-49c9-b1e9-62ed72e16b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:16.338667 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-c4f61ed1-c5bb-49c9-b1e9-62ed72e16b17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d15383e-d6bc-440c-8878-9fb1b58b4e6c HTTP/1.1" status: 200 len: 913 time: 0.1002710 Jul 25 06:00:16.381660 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-cd229b46-09ba-4f40-b845-1dc28d0ee61a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dc5e4f36d6a843b0804bfb72ffdee8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662114 Jul 25 06:00:16.383516 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd229b46-09ba-4f40-b845-1dc28d0ee61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc40555-38d2-4991-9c34-c0b79eace659,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:16.385983 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41188) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:16.406034 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-1750de19-3ee3-4ddc-8f4f-32880d5909c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d356fd90-eba7-42c0-b027-05d5c7ddce5d HTTP/1.1" status: 200 len: 217 time: 0.0609083 Jul 25 06:00:16.446637 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cf6e5d90-61e2-4840-9f47-925eb863fd99 admin admin] Publish callbacks [] for security_group (dbc40555-38d2-4991-9c34-c0b79eace659), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:16.470340 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cf6e5d90-61e2-4840-9f47-925eb863fd99 admin admin] Publish callbacks [] for security_group (dbc40555-38d2-4991-9c34-c0b79eace659), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:16.492876 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae364cf-a97a-4a37-97d9-0ebf86c44556 req-ad661ac4-3749-4e4f-83b4-9a6bfbca67cb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:16.492876 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cae364cf-a97a-4a37-97d9-0ebf86c44556 req-ad661ac4-3749-4e4f-83b4-9a6bfbca67cb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 943 time: 0.0966766 Jul 25 06:00:16.518802 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-fe695a5a-4f10-4adb-9f78-452931d6a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:16.520279 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-fe695a5a-4f10-4adb-9f78-452931d6a46c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9777dcb7-bc4b-47a6-8570-e49b6081488f HTTP/1.1" status: 200 len: 851 time: 0.0948610 Jul 25 06:00:16.583032 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cae364cf-a97a-4a37-97d9-0ebf86c44556 req-80133a45-0305-46e5-abb3-28a547c2ec16 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828986 Jul 25 06:00:16.586162 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-314e91cb-76d4-4c87-b073-f5d14e63698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:16.587742 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-314e91cb-76d4-4c87-b073-f5d14e63698a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d15383e-d6bc-440c-8878-9fb1b58b4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601583 Jul 25 06:00:16.629963 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cf6e5d90-61e2-4840-9f47-925eb863fd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (dbc40555-38d2-4991-9c34-c0b79eace659), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:16.633634 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cf6e5d90-61e2-4840-9f47-925eb863fd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:16.637466 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-cf6e5d90-61e2-4840-9f47-925eb863fd99 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dbc40555-38d2-4991-9c34-c0b79eace659 HTTP/1.1" status: 204 len: 168 time: 0.2480805 Jul 25 06:00:16.650906 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e5d90-61e2-4840-9f47-925eb863fd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc40555-38d2-4991-9c34-c0b79eace659,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:16.691019 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-21438759-fa8e-40ba-818c-44177e13214a service neutron] 10.222.0.47 "GET /v2.0/networks/0d15383e-d6bc-440c-8878-9fb1b58b4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964558 Jul 25 06:00:16.754296 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:16.788020 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['07e8aaba-4e29-4898-865b-3e4e9f738a49'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:00:16.791700 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device d39effe6-1cf3-4165-9474-bb2a0cbbe15d details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:00:16.793446 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9427aaa-f70a-4e02-870d-ee14789a37e3 req-8181472b-4238-4027-a5fd-cd9f09ff5929 service neutron] 10.222.0.47 "GET /v2.0/networks/0d15383e-d6bc-440c-8878-9fb1b58b4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961287 Jul 25 06:00:16.908689 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['a7211a3e-e5a1-4df6-b97c-4d903ce963ca'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:00:16.910694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device d356fd90-eba7-42c0-b027-05d5c7ddce5d up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:00:16.981891 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:16.998397 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05378b83-f26d-4450-bce6-345b30dfe1e8 req-655fa7af-a629-4e07-99ac-5dfdc052b40b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:17.000332 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05378b83-f26d-4450-bce6-345b30dfe1e8 req-655fa7af-a629-4e07-99ac-5dfdc052b40b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 945 time: 0.0522785 Jul 25 06:00:17.066932 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05378b83-f26d-4450-bce6-345b30dfe1e8 req-cda3560e-6a0c-4e32-824d-dbc692e9a72e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592413 Jul 25 06:00:17.073283 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0286ff-bb9e-4b16-a7c2-6ced68b58ace req-3b97e98c-95d4-4e3e-9104-1c3660517d69 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:17.099706 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8a0286ff-bb9e-4b16-a7c2-6ced68b58ace req-3b97e98c-95d4-4e3e-9104-1c3660517d69 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 945 time: 0.0672169 Jul 25 06:00:17.112618 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port d356fd90-eba7-42c0-b027-05d5c7ddce5d completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:00:17.139430 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port d39effe6-1cf3-4165-9474-bb2a0cbbe15d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:17.156389 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8a0286ff-bb9e-4b16-a7c2-6ced68b58ace req-bad3d8e5-ad6c-422a-aff0-10cb922ae692 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734391 Jul 25 06:00:17.188942 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:00:17.235957 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port d356fd90-eba7-42c0-b027-05d5c7ddce5d triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:00:17.236278 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:17.262837 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:17.322389 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port d39effe6-1cf3-4165-9474-bb2a0cbbe15d is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:17.323343 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:17.329037 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797e839-96e0-4342-b593-9097feb4081f req-bd879392-a4bb-478c-b053-caea1f1902fc tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:17.336877 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e797e839-96e0-4342-b593-9097feb4081f req-bd879392-a4bb-478c-b053-caea1f1902fc tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 945 time: 0.0778208 Jul 25 06:00:17.369286 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39effe6-1cf3-4165-9474-bb2a0cbbe15d {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:17.404155 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b7c7b-9509-4acf-ac06-fbc6dc58967a req-4bdd9675-6413-4052-9e6d-8e9d229ec7a4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:17.405789 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-235b7c7b-9509-4acf-ac06-fbc6dc58967a req-4bdd9675-6413-4052-9e6d-8e9d229ec7a4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0573506 Jul 25 06:00:17.428300 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:17.430474 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port d39effe6-1cf3-4165-9474-bb2a0cbbe15d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:17.447753 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port d356fd90-eba7-42c0-b027-05d5c7ddce5d is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:17.447753 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:17.475550 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-235b7c7b-9509-4acf-ac06-fbc6dc58967a req-5124ddad-1277-417a-9573-26531cb36f5c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594375 Jul 25 06:00:17.477437 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9a76df-da50-4f8c-8d6d-c3be003f0a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd356fd90-eba7-42c0-b027-05d5c7ddce5d'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:17.549351 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:17.564369 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port d356fd90-eba7-42c0-b027-05d5c7ddce5d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d356fd90-eba7-42c0-b027-05d5c7ddce5d,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:17.580982 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e797e839-96e0-4342-b593-9097feb4081f req-4de8c152-488f-488e-a4ad-16b844ec9897 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428875 Jul 25 06:00:17.614429 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:17.630936 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:17.631918 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device de159745-94e2-418c-9c37-533af5667e21 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:00:17.697992 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7654417e-5ec1-41a6-ba53-022eef527d4f" -d '{"events": [{"server_uuid": "eb9a76df-da50-4f8c-8d6d-c3be003f0a25", "name": "network-vif-plugged", "status": "completed", "tag": "d356fd90-eba7-42c0-b027-05d5c7ddce5d"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:17.716677 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562de3cc-cbd3-43f5-849e-77295f3c86f8 req-184427ef-4998-40d6-8e52-3da1bae5b139 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:17.722544 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-562de3cc-cbd3-43f5-849e-77295f3c86f8 req-184427ef-4998-40d6-8e52-3da1bae5b139 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 944 time: 0.0648568 Jul 25 06:00:17.728604 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port de159745-94e2-418c-9c37-533af5667e21 completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:00:17.735072 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=d356fd90-eba7-42c0-b027-05d5c7ddce5d,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:17.772686 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-562de3cc-cbd3-43f5-849e-77295f3c86f8 req-c3e95fe1-d4fa-41d0-bb0e-266ef0a543dc tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476611 Jul 25 06:00:17.797014 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port de159745-94e2-418c-9c37-533af5667e21 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:00:17.797479 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (de159745-94e2-418c-9c37-533af5667e21), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:17.826287 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca755d4e-2575-4423-9f26-b3047149b362 x-openstack-request-id: req-ca755d4e-2575-4423-9f26-b3047149b362 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:17.826601 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9a76df-da50-4f8c-8d6d-c3be003f0a25", "name": "network-vif-plugged", "status": "completed", "tag": "d356fd90-eba7-42c0-b027-05d5c7ddce5d", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:17.826861 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ca755d4e-2575-4423-9f26-b3047149b362 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:17.827818 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca755d4e-2575-4423-9f26-b3047149b362'] response: {'server_uuid': 'eb9a76df-da50-4f8c-8d6d-c3be003f0a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd356fd90-eba7-42c0-b027-05d5c7ddce5d', 'code': 200} Jul 25 06:00:17.892502 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port de159745-94e2-418c-9c37-533af5667e21 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:17.893576 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (de159745-94e2-418c-9c37-533af5667e21), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:17.926127 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port de159745-94e2-418c-9c37-533af5667e21, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=de159745-94e2-418c-9c37-533af5667e21,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:18.003756 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (de159745-94e2-418c-9c37-533af5667e21), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:18.061086 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=de159745-94e2-418c-9c37-533af5667e21,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:18.223901 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e2519-8d51-4d19-9ac1-771f55f91aaf req-9c557e20-a693-49ef-87a9-f39a733574fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:18.225437 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-627e2519-8d51-4d19-9ac1-771f55f91aaf req-9c557e20-a693-49ef-87a9-f39a733574fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 1130 time: 0.1280956 Jul 25 06:00:18.251633 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-627e2519-8d51-4d19-9ac1-771f55f91aaf req-03c84647-76fd-46da-b432-f5cc1f6aa879 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:18.262180 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca6f8a-7187-479c-b8f2-0e43dd7254ce req-d7ea7dc8-0e97-4bb3-b337-5553cfee9e2c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:18.263695 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-46ca6f8a-7187-479c-b8f2-0e43dd7254ce req-d7ea7dc8-0e97-4bb3-b337-5553cfee9e2c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 945 time: 0.0854282 Jul 25 06:00:18.273630 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:18.306809 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8a5af-b7b6-499b-b1b4-fdbb62cb1009 req-9f809a9d-7e46-4efd-9a9e-f8bfe90430c1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:18.308489 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-42b8a5af-b7b6-499b-b1b4-fdbb62cb1009 req-9f809a9d-7e46-4efd-9a9e-f8bfe90430c1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0615911 Jul 25 06:00:18.345518 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:18.359838 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['d39effe6-1cf3-4165-9474-bb2a0cbbe15d'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:00:18.365835 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-42b8a5af-b7b6-499b-b1b4-fdbb62cb1009 req-2cdc4540-f53e-4c26-8894-d86fe7a65dad tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505428 Jul 25 06:00:18.369057 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-46ca6f8a-7187-479c-b8f2-0e43dd7254ce req-5d31e757-d475-45c7-a729-f3f6196b3a81 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994251 Jul 25 06:00:18.392795 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:18.418762 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-627e2519-8d51-4d19-9ac1-771f55f91aaf req-03c84647-76fd-46da-b432-f5cc1f6aa879 service neutron] Publish callbacks [] for security_group (3d774352-d3f9-4419-8754-73cf479a8659), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:18.504223 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-627e2519-8d51-4d19-9ac1-771f55f91aaf req-03c84647-76fd-46da-b432-f5cc1f6aa879 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (3d774352-d3f9-4419-8754-73cf479a8659), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:18.553491 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-627e2519-8d51-4d19-9ac1-771f55f91aaf req-03c84647-76fd-46da-b432-f5cc1f6aa879 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218100 Jul 25 06:00:18.554976 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c84647-76fd-46da-b432-f5cc1f6aa879 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3d774352-d3f9-4419-8754-73cf479a8659,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:18.614495 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78aaf4-7e7d-4ef6-a2e0-ecd744e84117 req-2e6f53ef-88a8-45d6-bcfd-c7f4f7daba30 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:18.616198 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1e78aaf4-7e7d-4ef6-a2e0-ecd744e84117 req-2e6f53ef-88a8-45d6-bcfd-c7f4f7daba30 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0492849 Jul 25 06:00:18.700193 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1e78aaf4-7e7d-4ef6-a2e0-ecd744e84117 req-e4ccb99b-46c7-4529-9c59-056856190009 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711122 Jul 25 06:00:18.735086 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5e4a7-30a1-47ed-a664-9b14f2a54b89 req-c9236133-c8cb-4786-bf66-30636cb3b39e tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:18.736633 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e4a5e4a7-30a1-47ed-a664-9b14f2a54b89 req-c9236133-c8cb-4786-bf66-30636cb3b39e tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 946 time: 0.0779073 Jul 25 06:00:18.823872 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e4a5e4a7-30a1-47ed-a664-9b14f2a54b89 req-f350b5db-4abf-4fa1-802f-d3bdffb0d7d5 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743284 Jul 25 06:00:18.897231 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:18.907432 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02106ba7-f4de-4048-be86-d05bc406d24d req-eea47f1f-4855-430f-ac37-645def7427c9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:18.909106 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-02106ba7-f4de-4048-be86-d05bc406d24d req-eea47f1f-4855-430f-ac37-645def7427c9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 944 time: 0.0523388 Jul 25 06:00:18.969429 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-02106ba7-f4de-4048-be86-d05bc406d24d req-4e2505d0-697e-4e0a-95c9-54448f7befdb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525761 Jul 25 06:00:19.034891 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:00:19.041253 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device a7211a3e-e5a1-4df6-b97c-4d903ce963ca up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:00:19.155923 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port a7211a3e-e5a1-4df6-b97c-4d903ce963ca completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:00:19.188072 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:19.201122 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'port_id': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'mac_address': 'fa:16:3e:f1:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:00:19.241239 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c86fe1cd-ba90-483f-8c21-3093b1ee753e is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:19.241635 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:19.244970 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port a7211a3e-e5a1-4df6-b97c-4d903ce963ca triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:00:19.245332 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:19.246544 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:19.272992 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86fe1cd-ba90-483f-8c21-3093b1ee753e {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:00:19.302857 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:19.462814 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:19.466358 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port a7211a3e-e5a1-4df6-b97c-4d903ce963ca is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:19.466721 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:19.511226 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2988b-92f7-4dd7-b7f3-9723349d0ab0 req-93a60723-955e-4ff3-b20c-a639a767b328 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:19.513240 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-03f2988b-92f7-4dd7-b7f3-9723349d0ab0 req-93a60723-955e-4ff3-b20c-a639a767b328 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 945 time: 0.0642173 Jul 25 06:00:19.528825 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port a7211a3e-e5a1-4df6-b97c-4d903ce963ca, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:19.531000 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a153ff9-652a-438f-b717-37350e3b6fc7 req-4e078d42-2396-4a4d-a182-b2f355d58ddc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:19.532645 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8a153ff9-652a-438f-b717-37350e3b6fc7 req-4e078d42-2396-4a4d-a182-b2f355d58ddc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0574477 Jul 25 06:00:19.538666 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:19.580989 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-03f2988b-92f7-4dd7-b7f3-9723349d0ab0 req-77965c35-1225-4938-9ef9-eb07bc6e83ad tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568795 Jul 25 06:00:19.583018 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8a153ff9-652a-438f-b717-37350e3b6fc7 req-a57c7ac9-5cc0-4f87-86e0-ac001cb510ec tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Jul 25 06:00:19.591150 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:19.592304 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 07e8aaba-4e29-4898-865b-3e4e9f738a49 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:00:19.680250 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:19.685022 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 07e8aaba-4e29-4898-865b-3e4e9f738a49 completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:00:19.733528 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 07e8aaba-4e29-4898-865b-3e4e9f738a49 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:00:19.733907 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:19.755958 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['c86fe1cd-ba90-483f-8c21-3093b1ee753e'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:00:19.816664 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:19.828358 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf69bbe-b5ad-4061-9250-f2f3f0edee2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de159745-94e2-418c-9c37-533af5667e21'}, {'server_uuid': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:19.829649 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44323e-f811-443a-b25a-e075ae11eb69 req-67d05986-b911-4e7a-af2b-d31f04eb73de tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:19.830602 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b71b48-6ba2-4d60-8b1e-404f4da071a0" -d '{"events": [{"server_uuid": "ccf69bbe-b5ad-4061-9250-f2f3f0edee2d", "name": "network-vif-plugged", "status": "completed", "tag": "de159745-94e2-418c-9c37-533af5667e21"}, {"server_uuid": "a502c8d3-07ac-4e7f-9127-1281c94c5724", "name": "network-vif-plugged", "status": "completed", "tag": "a7211a3e-e5a1-4df6-b97c-4d903ce963ca"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:19.831270 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-db44323e-f811-443a-b25a-e075ae11eb69 req-67d05986-b911-4e7a-af2b-d31f04eb73de tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 944 time: 0.0505602 Jul 25 06:00:19.887547 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ba5c5-3872-4721-a9bc-d0d7d6218b49 x-openstack-request-id: req-f23ba5c5-3872-4721-a9bc-d0d7d6218b49 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:19.887547 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf69bbe-b5ad-4061-9250-f2f3f0edee2d", "name": "network-vif-plugged", "status": "completed", "tag": "de159745-94e2-418c-9c37-533af5667e21", "code": 200}, {"server_uuid": "a502c8d3-07ac-4e7f-9127-1281c94c5724", "name": "network-vif-plugged", "status": "completed", "tag": "a7211a3e-e5a1-4df6-b97c-4d903ce963ca", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:19.887547 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f23ba5c5-3872-4721-a9bc-d0d7d6218b49 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:19.887547 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23ba5c5-3872-4721-a9bc-d0d7d6218b49'] response: {'server_uuid': 'ccf69bbe-b5ad-4061-9250-f2f3f0edee2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de159745-94e2-418c-9c37-533af5667e21', 'code': 200} Jul 25 06:00:19.887547 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23ba5c5-3872-4721-a9bc-d0d7d6218b49'] response: {'server_uuid': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca', 'code': 200} Jul 25 06:00:19.898780 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 07e8aaba-4e29-4898-865b-3e4e9f738a49 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:19.898981 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:19.923500 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-db44323e-f811-443a-b25a-e075ae11eb69 req-ddeec3b4-824a-4f6a-981f-08f0c3455dd0 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858059 Jul 25 06:00:19.979833 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 07e8aaba-4e29-4898-865b-3e4e9f738a49, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:20.027757 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadb934-838a-4878-9db0-bef318f76b43 req-5b44a2f2-69ad-48a0-9033-2475a9e674b4 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:20.029309 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9dadb934-838a-4878-9db0-bef318f76b43 req-5b44a2f2-69ad-48a0-9033-2475a9e674b4 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 946 time: 0.0514522 Jul 25 06:00:20.072301 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:20.074094 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device d39effe6-1cf3-4165-9474-bb2a0cbbe15d up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:00:20.110037 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9dadb934-838a-4878-9db0-bef318f76b43 req-fe611a4d-e34d-4129-a51a-2650999781ad tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752273 Jul 25 06:00:20.130042 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13059a3-5848-4caa-8273-e669efbb2108 req-4e26589b-f273-474e-884c-e26e81db9921 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:20.131705 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f13059a3-5848-4caa-8273-e669efbb2108 req-4e26589b-f273-474e-884c-e26e81db9921 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 944 time: 0.0884552 Jul 25 06:00:20.189245 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f13059a3-5848-4caa-8273-e669efbb2108 req-0bf2a95e-63c3-4eac-963a-2349777cad9c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513315 Jul 25 06:00:20.198894 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port d39effe6-1cf3-4165-9474-bb2a0cbbe15d completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:00:20.204885 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=07e8aaba-4e29-4898-865b-3e4e9f738a49,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:20.360823 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port d39effe6-1cf3-4165-9474-bb2a0cbbe15d triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:00:20.361208 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:20.431647 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:20.438344 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port d39effe6-1cf3-4165-9474-bb2a0cbbe15d is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:20.438743 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:20.474142 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port d39effe6-1cf3-4165-9474-bb2a0cbbe15d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:20.539615 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:20.602647 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:20.711282 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fec54b-18b0-4177-bff5-6dbb228474ec req-c02a2701-3cb6-4e20-98ab-9ebb321e604d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:20.713324 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34fec54b-18b0-4177-bff5-6dbb228474ec req-c02a2701-3cb6-4e20-98ab-9ebb321e604d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0503170 Jul 25 06:00:20.765006 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5790c1-e85e-41af-b68a-1c8287e00059 req-c9caa983-8823-4880-855f-9f66b08f8fd7 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:20.766775 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8f5790c1-e85e-41af-b68a-1c8287e00059 req-c9caa983-8823-4880-855f-9f66b08f8fd7 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0930736 Jul 25 06:00:20.769543 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34fec54b-18b0-4177-bff5-6dbb228474ec req-4489ff9e-e081-4c07-9343-fdb92ab3a4c7 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 Jul 25 06:00:20.817979 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8f5790c1-e85e-41af-b68a-1c8287e00059 req-b9437b07-a213-4037-92e9-534430dd2905 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450459 Jul 25 06:00:21.075911 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f058010-26e4-4fa5-a247-ca21581633e3 req-26c9563c-4772-4217-a858-10380ae3c496 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:21.077512 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3f058010-26e4-4fa5-a247-ca21581633e3 req-26c9563c-4772-4217-a858-10380ae3c496 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 944 time: 0.0547810 Jul 25 06:00:21.117836 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41358) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:21.132728 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3f058010-26e4-4fa5-a247-ca21581633e3 req-7f9c121b-60fb-4153-8394-29be28308663 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495982 Jul 25 06:00:21.233672 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3890698-eba2-4ad0-92e1-0a57a8dac3b4 req-70123821-2919-438a-94e2-01742e315e19 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:21.235121 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c3890698-eba2-4ad0-92e1-0a57a8dac3b4 req-70123821-2919-438a-94e2-01742e315e19 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 946 time: 0.0541680 Jul 25 06:00:21.249159 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:21.312323 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c3890698-eba2-4ad0-92e1-0a57a8dac3b4 req-d01ce224-e328-44ba-b411-efb0d6828535 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701315 Jul 25 06:00:21.319239 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f71e27-555f-45ad-9ccd-091909b7fb5a req-3e4b215c-ed62-4526-acbc-f0a61f31e26b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:21.321096 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-01f71e27-555f-45ad-9ccd-091909b7fb5a req-3e4b215c-ed62-4526-acbc-f0a61f31e26b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.0470171 Jul 25 06:00:21.364194 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Publish callbacks [] for security_group (b6414a95-4d04-4f21-b215-6975bb7a5b12), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:21.371482 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-01f71e27-555f-45ad-9ccd-091909b7fb5a req-01b9d820-6800-4db9-b9f7-c98fb4f827a1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433393 Jul 25 06:00:21.459509 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b6414a95-4d04-4f21-b215-6975bb7a5b12), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:21.499494 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a2cb9765024f4fa4a90f68a7fbf7d408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804100 Jul 25 06:00:21.500353 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6414a95-4d04-4f21-b215-6975bb7a5b12,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:21.502281 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41370) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:21.508223 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.508659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.509022 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.509364 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.509692 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.510019 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.510342 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.510660 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.510980 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.511299 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.511618 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.511936 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.512278 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.512597 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.512910 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8826f85-406b-40c8-b545-3364f2ed5e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.555947 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Publish callbacks [] for security_group (b6414a95-4d04-4f21-b215-6975bb7a5b12), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:21.578302 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:21.580377 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Publish callbacks [] for security_group (b6414a95-4d04-4f21-b215-6975bb7a5b12), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:21.592320 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:00:21.654580 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec918f-d484-465b-8fb1-6efe87de69e0 req-84880b19-cffa-408b-bcfe-1c70f694fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:21.656906 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6bec918f-d484-465b-8fb1-6efe87de69e0 req-84880b19-cffa-408b-bcfe-1c70f694fe2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 1130 time: 0.0673904 Jul 25 06:00:21.657424 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port c86fe1cd-ba90-483f-8c21-3093b1ee753e completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:00:21.698583 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60053-02e9-467a-878b-9d935c3d1c8e req-7a74c99f-c1a3-42d0-92d3-49312c9da29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:21.700042 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-36f60053-02e9-467a-878b-9d935c3d1c8e req-7a74c99f-c1a3-42d0-92d3-49312c9da29e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 1130 time: 0.0950677 Jul 25 06:00:21.727694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port c86fe1cd-ba90-483f-8c21-3093b1ee753e triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:00:21.728072 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:21.797405 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b6414a95-4d04-4f21-b215-6975bb7a5b12), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:21.800003 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:21.809795 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b6414a95-4d04-4f21-b215-6975bb7a5b12 HTTP/1.1" status: 204 len: 168 time: 0.2977779 Jul 25 06:00:21.817739 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6414a95-4d04-4f21-b215-6975bb7a5b12,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:21.829231 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.829661 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.830074 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.830485 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.831357 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.831887 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.832509 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.833254 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.833940 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.834525 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.835109 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.840626 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.840626 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.840626 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.840626 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce07ffb1-bec7-4b0f-9378-db426e48bd7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:21.878166 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c86fe1cd-ba90-483f-8c21-3093b1ee753e is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:00:21.878793 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:21.911577 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e8aaba-4e29-4898-865b-3e4e9f738a49'}, {'server_uuid': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:21.914789 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281b05c8-c370-4bec-8c4d-637ffdc543ca" -d '{"events": [{"server_uuid": "3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf", "name": "network-vif-plugged", "status": "completed", "tag": "07e8aaba-4e29-4898-865b-3e4e9f738a49"}, {"server_uuid": "efb335ec-f540-494a-a2c7-c8db2f467c02", "name": "network-vif-plugged", "status": "completed", "tag": "d39effe6-1cf3-4165-9474-bb2a0cbbe15d"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:21.933900 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b0c6-3218-43f5-9434-d089ce79d9da req-c292f010-6d1d-4261-aeae-ef207635c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:21.940916 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fe89b0c6-3218-43f5-9434-d089ce79d9da req-c292f010-6d1d-4261-aeae-ef207635c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0636833 Jul 25 06:00:21.970381 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:21.975366 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:22.017219 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ae930-de9a-48a6-8d98-76c28460a4ab req-f1dc75a6-96b9-4ecc-a364-d166076a1537 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:22.032564 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f6ae930-de9a-48a6-8d98-76c28460a4ab req-f1dc75a6-96b9-4ecc-a364-d166076a1537 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0919433 Jul 25 06:00:22.032757 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fe89b0c6-3218-43f5-9434-d089ce79d9da req-3ba5165d-49d8-4975-9992-6241a54822ee tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906765 Jul 25 06:00:22.041343 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.075156 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41390) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:22.101131 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f6ae930-de9a-48a6-8d98-76c28460a4ab req-56098df1-6a88-4e44-a7cd-362e00dc19a0 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642972 Jul 25 06:00:22.102851 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:22.112671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.113284 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.113959 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.114510 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.115360 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.115921 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.117936 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.122055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.122055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.122055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.122055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.122055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.122055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.122055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.122055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:00:22.136491 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc1fe36-77b4-41b5-a23f-0c594c27abf5 x-openstack-request-id: req-3cc1fe36-77b4-41b5-a23f-0c594c27abf5 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:22.136889 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf", "name": "network-vif-plugged", "status": "completed", "tag": "07e8aaba-4e29-4898-865b-3e4e9f738a49", "code": 200}, {"server_uuid": "efb335ec-f540-494a-a2c7-c8db2f467c02", "name": "network-vif-plugged", "status": "completed", "tag": "d39effe6-1cf3-4165-9474-bb2a0cbbe15d", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:22.137283 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3cc1fe36-77b4-41b5-a23f-0c594c27abf5 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:22.137977 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc1fe36-77b4-41b5-a23f-0c594c27abf5'] response: {'server_uuid': '3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e8aaba-4e29-4898-865b-3e4e9f738a49', 'code': 200} Jul 25 06:00:22.138505 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc1fe36-77b4-41b5-a23f-0c594c27abf5'] response: {'server_uuid': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'code': 200} Jul 25 06:00:22.261957 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b14b9-936a-4e1e-8e76-baa38ff4e2ad req-0cc8c221-3a59-4286-afae-6c61c2663923 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:22.263406 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b80b14b9-936a-4e1e-8e76-baa38ff4e2ad req-0cc8c221-3a59-4286-afae-6c61c2663923 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0512171 Jul 25 06:00:22.292508 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:22.329002 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4b174ab5-3ca3-4155-a925-ffa9cd0e3b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.329140 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b80b14b9-936a-4e1e-8e76-baa38ff4e2ad req-8078f1e8-e85f-4276-856c-22bc85c0da2d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567744 Jul 25 06:00:22.378621 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:22.407718 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4b174ab5-3ca3-4155-a925-ffa9cd0e3b24 admin admin] Publish callbacks [] for security_group (f00f85d2-9d2b-4c35-a425-d65ec0020658), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.489784 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62124c-c2ce-4322-878a-4700a49387f7 req-1dcc35ba-3f17-4a03-97a4-dffa9aae1bc3 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:22.491254 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4f62124c-c2ce-4322-878a-4700a49387f7 req-1dcc35ba-3f17-4a03-97a4-dffa9aae1bc3 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.0461545 Jul 25 06:00:22.503559 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4b174ab5-3ca3-4155-a925-ffa9cd0e3b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (f00f85d2-9d2b-4c35-a425-d65ec0020658), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.562787 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-4b174ab5-3ca3-4155-a925-ffa9cd0e3b24 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ef40fb8af8f7460b8eb9132e3b17d241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864874 Jul 25 06:00:22.565442 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41402) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:22.567431 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b174ab5-3ca3-4155-a925-ffa9cd0e3b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f85d2-9d2b-4c35-a425-d65ec0020658,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:22.577296 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4f62124c-c2ce-4322-878a-4700a49387f7 req-17bd3080-be25-42d7-854d-454192e7cb7e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797617 Jul 25 06:00:22.619418 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41404) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:22.640137 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbca-a4c0-42e3-8a95-0269e4bb0635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.650968 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-400c39dd-aa2d-4e45-9c0f-60506c20be3c admin admin] Publish callbacks [] for security_group (f00f85d2-9d2b-4c35-a425-d65ec0020658), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.684337 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-400c39dd-aa2d-4e45-9c0f-60506c20be3c admin admin] Publish callbacks [] for security_group (f00f85d2-9d2b-4c35-a425-d65ec0020658), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.768718 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbca-a4c0-42e3-8a95-0269e4bb0635 admin admin] Publish callbacks [] for security_group (765ed501-9791-471e-8188-2f70e5a3670e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.842128 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbca-a4c0-42e3-8a95-0269e4bb0635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (765ed501-9791-471e-8188-2f70e5a3670e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.846006 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-400c39dd-aa2d-4e45-9c0f-60506c20be3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (f00f85d2-9d2b-4c35-a425-d65ec0020658), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.850343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-400c39dd-aa2d-4e45-9c0f-60506c20be3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.850343 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-400c39dd-aa2d-4e45-9c0f-60506c20be3c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f00f85d2-9d2b-4c35-a425-d65ec0020658 HTTP/1.1" status: 204 len: 168 time: 0.2831457 Jul 25 06:00:22.878207 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:22.886595 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3dbca-a4c0-42e3-8a95-0269e4bb0635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765ed501-9791-471e-8188-2f70e5a3670e,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:22.890963 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-31c3dbca-a4c0-42e3-8a95-0269e4bb0635 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=73e5c8d29aa6475e9788d352da137448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705479 Jul 25 06:00:22.894227 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41410) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:22.902410 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c39dd-aa2d-4e45-9c0f-60506c20be3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f85d2-9d2b-4c35-a425-d65ec0020658,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:22.961686 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-39e02c7b-f96f-4d70-be48-6729482101f9 admin admin] Publish callbacks [] for security_group (765ed501-9791-471e-8188-2f70e5a3670e), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:22.986311 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-39e02c7b-f96f-4d70-be48-6729482101f9 admin admin] Publish callbacks [] for security_group (765ed501-9791-471e-8188-2f70e5a3670e), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:23.134722 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-39e02c7b-f96f-4d70-be48-6729482101f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (765ed501-9791-471e-8188-2f70e5a3670e), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:23.143393 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-39e02c7b-f96f-4d70-be48-6729482101f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:23.143393 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-39e02c7b-f96f-4d70-be48-6729482101f9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/765ed501-9791-471e-8188-2f70e5a3670e HTTP/1.1" status: 204 len: 168 time: 0.2435145 Jul 25 06:00:23.152877 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e02c7b-f96f-4d70-be48-6729482101f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765ed501-9791-471e-8188-2f70e5a3670e,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:23.172212 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f14fe9-8d82-4a04-95bb-609eb125827d req-8715f513-7896-4778-9f2a-b28d3130df6b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:23.174380 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-65f14fe9-8d82-4a04-95bb-609eb125827d req-8715f513-7896-4778-9f2a-b28d3130df6b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0611219 Jul 25 06:00:23.230541 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-65f14fe9-8d82-4a04-95bb-609eb125827d req-39a1d678-d2bc-4827-b8d1-53e6bec99de5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493300 Jul 25 06:00:23.242070 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04cc7a-bfdf-48b1-a669-62d85ea3b597 req-f118ee9e-955e-48d3-afa2-5f41d7c0cae4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:23.244095 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5f04cc7a-bfdf-48b1-a669-62d85ea3b597 req-f118ee9e-955e-48d3-afa2-5f41d7c0cae4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0753987 Jul 25 06:00:23.301872 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5f04cc7a-bfdf-48b1-a669-62d85ea3b597 req-4298f358-9a80-4d76-97de-cefd13650ae6 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464966 Jul 25 06:00:23.353822 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:23.392756 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6bec918f-d484-465b-8fb1-6efe87de69e0 req-e8234822-3842-4608-86e2-57159d63275d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476034 Jul 25 06:00:23.415148 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-36f60053-02e9-467a-878b-9d935c3d1c8e req-77011479-3d84-4b0b-b72c-ad4d0d8ad6e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735261 Jul 25 06:00:23.481873 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114da70-91fd-4d79-a544-5bf7a8e184e7 req-86d951b8-921f-4aa3-ab65-b30a8cafc87e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:23.483651 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c114da70-91fd-4d79-a544-5bf7a8e184e7 req-86d951b8-921f-4aa3-ab65-b30a8cafc87e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0527022 Jul 25 06:00:23.553616 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c114da70-91fd-4d79-a544-5bf7a8e184e7 req-2794fa63-71e2-423e-b4ac-7831054bb8f7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643973 Jul 25 06:00:23.673847 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41430) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:23.694111 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6932-8a59-4546-a42a-e651026568fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:23.700978 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb6771-8052-4369-ace6-1d2f756d4ec6 req-fbc9b356-84a2-4982-81bb-9b877c106559 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:23.704805 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dffb6771-8052-4369-ace6-1d2f756d4ec6 req-fbc9b356-84a2-4982-81bb-9b877c106559 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.0530376 Jul 25 06:00:23.773676 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dffb6771-8052-4369-ace6-1d2f756d4ec6 req-3d052593-62cf-46da-84fa-0e7c2a49650c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612915 Jul 25 06:00:23.801587 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6932-8a59-4546-a42a-e651026568fe admin admin] Publish callbacks [] for security_group (b517ab8b-d246-4476-921a-aea5783d4a6b), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:23.880806 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc4e6932-8a59-4546-a42a-e651026568fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b517ab8b-d246-4476-921a-aea5783d4a6b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:23.918745 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:23.923106 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-fc4e6932-8a59-4546-a42a-e651026568fe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ef2f87fec01a488b976835e0f5965b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472718 Jul 25 06:00:23.924003 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e6932-8a59-4546-a42a-e651026568fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b517ab8b-d246-4476-921a-aea5783d4a6b,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:23.925466 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41442) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:23.952773 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41444) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:23.973522 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f203682c-7e3b-4c26-9fe3-466041f7d303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.008963 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4709038c-cb50-4635-bc6b-605bdbce95c2 admin admin] Publish callbacks [] for security_group (b517ab8b-d246-4476-921a-aea5783d4a6b), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.044502 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4709038c-cb50-4635-bc6b-605bdbce95c2 admin admin] Publish callbacks [] for security_group (b517ab8b-d246-4476-921a-aea5783d4a6b), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.114318 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f203682c-7e3b-4c26-9fe3-466041f7d303 admin admin] Publish callbacks [] for security_group (5d558faa-a53b-4d87-825d-ea3f5896e52b), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.139636 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:24.142072 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a90105-fb70-46d1-b2ef-d21e7a996a04" -d '{"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-plugged", "status": "completed", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:24.177730 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e41669-fa8a-4d5b-a8f1-c83f6c85ff4f x-openstack-request-id: req-04e41669-fa8a-4d5b-a8f1-c83f6c85ff4f {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:24.178016 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-plugged", "status": "completed", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:24.178263 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-04e41669-fa8a-4d5b-a8f1-c83f6c85ff4f {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:24.178701 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e41669-fa8a-4d5b-a8f1-c83f6c85ff4f'] response: {'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'code': 200} Jul 25 06:00:24.185523 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4709038c-cb50-4635-bc6b-605bdbce95c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b517ab8b-d246-4476-921a-aea5783d4a6b), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.188813 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4709038c-cb50-4635-bc6b-605bdbce95c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.189385 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-4709038c-cb50-4635-bc6b-605bdbce95c2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b517ab8b-d246-4476-921a-aea5783d4a6b HTTP/1.1" status: 204 len: 168 time: 0.2625046 Jul 25 06:00:24.190041 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f203682c-7e3b-4c26-9fe3-466041f7d303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (5d558faa-a53b-4d87-825d-ea3f5896e52b), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.195103 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:24.207586 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709038c-cb50-4635-bc6b-605bdbce95c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b517ab8b-d246-4476-921a-aea5783d4a6b,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:24.233260 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-f203682c-7e3b-4c26-9fe3-466041f7d303 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=224a1e38ecc74355b2fb2749b42c622e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777388 Jul 25 06:00:24.234740 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41460) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:24.257045 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203682c-7e3b-4c26-9fe3-466041f7d303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d558faa-a53b-4d87-825d-ea3f5896e52b,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:24.335898 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aab9e764-7961-49c4-bf21-2e15a825cbd7 admin admin] Publish callbacks [] for security_group (5d558faa-a53b-4d87-825d-ea3f5896e52b), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.384630 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aab9e764-7961-49c4-bf21-2e15a825cbd7 admin admin] Publish callbacks [] for security_group (5d558faa-a53b-4d87-825d-ea3f5896e52b), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.398138 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577776a0-47a3-495b-9ba2-58bae2c92ced req-4255b9f9-2b9d-4017-a37c-8521199811d9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:24.401084 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-577776a0-47a3-495b-9ba2-58bae2c92ced req-4255b9f9-2b9d-4017-a37c-8521199811d9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0769408 Jul 25 06:00:24.475508 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-577776a0-47a3-495b-9ba2-58bae2c92ced req-e6a13b8e-d2cb-4b95-9ec3-bc02f327a6d6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645697 Jul 25 06:00:24.567960 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aab9e764-7961-49c4-bf21-2e15a825cbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (5d558faa-a53b-4d87-825d-ea3f5896e52b), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.570502 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aab9e764-7961-49c4-bf21-2e15a825cbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:24.573643 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-aab9e764-7961-49c4-bf21-2e15a825cbd7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5d558faa-a53b-4d87-825d-ea3f5896e52b HTTP/1.1" status: 204 len: 168 time: 0.3379903 Jul 25 06:00:24.593854 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9e764-7961-49c4-bf21-2e15a825cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d558faa-a53b-4d87-825d-ea3f5896e52b,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:24.603277 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208a4a-5eec-486e-ab7a-4820ebdfaee2 req-88102faa-d22a-40a8-957a-326ea945e68b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:24.604940 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-18208a4a-5eec-486e-ab7a-4820ebdfaee2 req-88102faa-d22a-40a8-957a-326ea945e68b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0732434 Jul 25 06:00:24.674519 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-18208a4a-5eec-486e-ab7a-4820ebdfaee2 req-ddd4fd39-23a4-4d47-963a-8905d5855b03 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628564 Jul 25 06:00:24.709678 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862ef5e-d59f-4711-97ea-2f2157b00706 req-dc95ace3-0da0-4001-a37c-27208fbd3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:24.711382 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a862ef5e-d59f-4711-97ea-2f2157b00706 req-dc95ace3-0da0-4001-a37c-27208fbd3c40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0480962 Jul 25 06:00:24.714968 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdac5e1-3a00-4440-be4e-e23ef9477599 req-6b22dd10-ecf2-47c8-b46d-414d101c573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:24.717950 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7cdac5e1-3a00-4440-be4e-e23ef9477599 req-6b22dd10-ecf2-47c8-b46d-414d101c573f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 1129 time: 0.0953722 Jul 25 06:00:24.802545 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:24.812765 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967527f-c05a-45b8-ac46-46124b0e03f8 req-200a6622-59c1-4fd7-8549-b1165057e3b4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:24.814440 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6967527f-c05a-45b8-ac46-46124b0e03f8 req-200a6622-59c1-4fd7-8549-b1165057e3b4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0559139 Jul 25 06:00:24.864311 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6967527f-c05a-45b8-ac46-46124b0e03f8 req-48c267da-5bbe-4bc0-8643-8e5e3b2a12af tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Jul 25 06:00:25.191704 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980b4a1-1b26-42dc-b211-bf1af96a7d51 req-30faa721-2743-41bd-87cb-d710ff022814 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:25.193244 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c980b4a1-1b26-42dc-b211-bf1af96a7d51 req-30faa721-2743-41bd-87cb-d710ff022814 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.2601788 Jul 25 06:00:25.277645 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a862ef5e-d59f-4711-97ea-2f2157b00706 req-2280116d-0ac7-48a7-9b10-d3efaded9bda service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616827 Jul 25 06:00:25.302005 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7cdac5e1-3a00-4440-be4e-e23ef9477599 req-091687bb-9b9e-4b50-ba8f-d127117ab0f5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922072 Jul 25 06:00:25.303032 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c980b4a1-1b26-42dc-b211-bf1af96a7d51 req-ba73861c-0c17-4879-a5c0-86fe97346317 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965641 Jul 25 06:00:25.599206 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027277e1-a9fd-454c-916d-9aacb8cd48db req-eaa0b735-b8f2-49ab-80df-5eeb34f29678 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:25.600768 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-027277e1-a9fd-454c-916d-9aacb8cd48db req-eaa0b735-b8f2-49ab-80df-5eeb34f29678 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0545204 Jul 25 06:00:25.660441 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-027277e1-a9fd-454c-916d-9aacb8cd48db req-79785b3b-c1c1-4256-9244-7ebc29911a23 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509431 Jul 25 06:00:26.148627 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652fab-c1dd-4c89-b929-e89b4a85d9c3 req-8dccc94f-5a27-4b83-a4f6-a59e823cef77 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:26.155252 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-22652fab-c1dd-4c89-b929-e89b4a85d9c3 req-8dccc94f-5a27-4b83-a4f6-a59e823cef77 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0576401 Jul 25 06:00:26.200128 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-22652fab-c1dd-4c89-b929-e89b4a85d9c3 req-5d8abf10-036c-4226-b430-90aeab94481f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 Jul 25 06:00:26.307023 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceff9a4-6e09-4d55-97b3-f6e99b8b09c7 req-f07f3ae5-6a04-4a72-80b5-70e326d59e60 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:26.308602 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7ceff9a4-6e09-4d55-97b3-f6e99b8b09c7 req-f07f3ae5-6a04-4a72-80b5-70e326d59e60 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0500665 Jul 25 06:00:26.364692 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7ceff9a4-6e09-4d55-97b3-f6e99b8b09c7 req-bcf061c1-6886-43e7-a675-91f28a3ccbed tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502205 Jul 25 06:00:26.454118 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41574) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:26.481494 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a82189-a050-4a07-a1ac-b228b86f605a req-c9891dc4-bc35-4be7-af8e-90586faaa4c5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:26.483032 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-97a82189-a050-4a07-a1ac-b228b86f605a req-c9891dc4-bc35-4be7-af8e-90586faaa4c5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0600107 Jul 25 06:00:26.552658 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-97a82189-a050-4a07-a1ac-b228b86f605a req-a08f0ce6-3a31-4799-818e-6f48dd120254 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591512 Jul 25 06:00:26.590139 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8034f9fe-9d94-487a-b360-029d5efd1704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:26.675499 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8034f9fe-9d94-487a-b360-029d5efd1704 admin admin] Publish callbacks [] for security_group (b3ea58cd-2972-4309-9954-f4d8795406ed), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:26.681714 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3af8e-0f22-4be2-a8cf-8cd980ca2f53 req-3ede419a-1e5e-45e0-aa7b-f9fb94422fc2 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:26.683217 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e7b3af8e-0f22-4be2-a8cf-8cd980ca2f53 req-3ede419a-1e5e-45e0-aa7b-f9fb94422fc2 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0549295 Jul 25 06:00:26.693189 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41582) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:26.698270 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-396d14e9-7162-4bf2-b70d-e00565b91162 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'floatingip': {'port_id': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:00:26.778741 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8034f9fe-9d94-487a-b360-029d5efd1704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b3ea58cd-2972-4309-9954-f4d8795406ed), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:26.793441 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-396d14e9-7162-4bf2-b70d-e00565b91162 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (045ec3bf-2477-4980-b702-bd3c51227f7f), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:26.815682 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26944df5-5e0b-46f6-88e0-e035cc9d7a80 req-be43c1d7-d248-4db9-9cbd-03e1027e41cf tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:26.817758 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26944df5-5e0b-46f6-88e0-e035cc9d7a80 req-be43c1d7-d248-4db9-9cbd-03e1027e41cf tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.0831099 Jul 25 06:00:26.876656 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41596) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:26.876831 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-8034f9fe-9d94-487a-b360-029d5efd1704 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b9216170c1f541be9d43879680c6b145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211287 Jul 25 06:00:26.902524 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034f9fe-9d94-487a-b360-029d5efd1704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ea58cd-2972-4309-9954-f4d8795406ed,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:26.961607 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5d055-4106-4b30-b518-98b4964da03a req-7862ff53-5bea-4d50-bd0d-bd8b212e2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:26.964040 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b2f5d055-4106-4b30-b518-98b4964da03a req-7862ff53-5bea-4d50-bd0d-bd8b212e2410 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 1129 time: 0.1259971 Jul 25 06:00:26.983921 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26944df5-5e0b-46f6-88e0-e035cc9d7a80 req-dff81f71-0b1a-4965-8cb2-f3b0d2425eed tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547582 Jul 25 06:00:27.043375 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-bbc566eb-de45-4099-8ea0-e19a8e5790de admin admin] Publish callbacks [] for security_group (b3ea58cd-2972-4309-9954-f4d8795406ed), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:27.046643 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:27.072684 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-bbc566eb-de45-4099-8ea0-e19a8e5790de admin admin] Publish callbacks [] for security_group (b3ea58cd-2972-4309-9954-f4d8795406ed), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:27.121676 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dfb01032-8140-42e5-8e71-7270aa618dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:27.200798 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-bbc566eb-de45-4099-8ea0-e19a8e5790de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b3ea58cd-2972-4309-9954-f4d8795406ed), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:27.203461 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-bbc566eb-de45-4099-8ea0-e19a8e5790de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:27.204676 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-bbc566eb-de45-4099-8ea0-e19a8e5790de admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b3ea58cd-2972-4309-9954-f4d8795406ed HTTP/1.1" status: 204 len: 168 time: 0.3221388 Jul 25 06:00:27.213636 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc566eb-de45-4099-8ea0-e19a8e5790de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ea58cd-2972-4309-9954-f4d8795406ed,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:27.476486 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:27.484466 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:27.540468 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebfc45-f4a6-4b13-b829-7e4833daa07c req-26358f14-5d71-4114-bd4a-f42afbf71b8c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:27.548329 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-52ebfc45-f4a6-4b13-b829-7e4833daa07c req-26358f14-5d71-4114-bd4a-f42afbf71b8c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.1048598 Jul 25 06:00:27.623813 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b2f5d055-4106-4b30-b518-98b4964da03a req-e47ab247-ad11-45ca-90c3-f9c342d3836c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519287 Jul 25 06:00:27.632102 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-6191fb1b-8442-401c-baec-0054122e8636 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799685 Jul 25 06:00:27.679950 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-52ebfc45-f4a6-4b13-b829-7e4833daa07c req-cc75a553-e698-4904-899e-b2fc9fced765 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299899 Jul 25 06:00:27.809752 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-396d14e9-7162-4bf2-b70d-e00565b91162 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:27.882908 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-396d14e9-7162-4bf2-b70d-e00565b91162 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (045ec3bf-2477-4980-b702-bd3c51227f7f), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:27.939651 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03023c77-8fd2-4a89-a0f0-f208cd049094 req-0e5bc78c-c516-43ad-a039-9ff831ccb855 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:27.941143 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-03023c77-8fd2-4a89-a0f0-f208cd049094 req-0e5bc78c-c516-43ad-a039-9ff831ccb855 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.1188903 Jul 25 06:00:27.944184 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-8ef25c06-bde5-4ddc-a944-cb33501220cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:27.945540 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-8ef25c06-bde5-4ddc-a944-cb33501220cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 1130 time: 0.1341102 Jul 25 06:00:28.042756 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:28.054529 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-03023c77-8fd2-4a89-a0f0-f208cd049094 req-c1e8e613-8693-4735-9a0a-0b256fb73d51 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059773 Jul 25 06:00:28.059208 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-396d14e9-7162-4bf2-b70d-e00565b91162 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Floating IP 045ec3bf-2477-4980-b702-bd3c51227f7f associated. External IP: 172.27.1.111, port: a7211a3e-e5a1-4df6-b97c-4d903ce963ca. Jul 25 06:00:28.083269 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:28.095133 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:28.129877 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4fe33-ae42-4b38-a620-dbe186ddc792 req-03d3a81d-f8ac-4def-99c2-3eb2da30d17c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:28.131589 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01f4fe33-ae42-4b38-a620-dbe186ddc792 req-03d3a81d-f8ac-4def-99c2-3eb2da30d17c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.0688298 Jul 25 06:00:28.186879 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01f4fe33-ae42-4b38-a620-dbe186ddc792 req-c0e4e868-7afd-4252-9a63-588a5d268903 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490301 Jul 25 06:00:28.331917 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04440a63-ad50-49c9-871b-6dbca1484867 req-122439bf-d444-4e08-989b-3f243fb13788 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:28.333537 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-04440a63-ad50-49c9-871b-6dbca1484867 req-122439bf-d444-4e08-989b-3f243fb13788 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.0686808 Jul 25 06:00:28.349307 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41658) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:28.355958 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'floatingip': {'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:00:28.384979 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-a387dfea-5025-4c5a-9bf9-66501b7db486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:28.387459 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-a387dfea-5025-4c5a-9bf9-66501b7db486 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1484746571a24f5db36ed027469f88c1&device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 1130 time: 0.0801024 Jul 25 06:00:28.417145 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (a3719fcb-2ad0-4e1d-8471-0eeff237b3b0), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:28.452347 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41660) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:28.506969 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396d14e9-7162-4bf2-b70d-e00565b91162 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Router d95cb2de-6db7-4ad5-b159-b8562ddc429b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:00:28.653189 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:28.685341 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-3f2e3f45-3178-4bad-96d1-d2403b12a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:28.686786 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-3f2e3f45-3178-4bad-96d1-d2403b12a0d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.3666136 Jul 25 06:00:28.694939 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d426fffc-302b-478b-be05-247788fc6a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:28.806475 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d14e9-7162-4bf2-b70d-e00565b91162 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:00:28.812217 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-396d14e9-7162-4bf2-b70d-e00565b91162 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:28.813124 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:28.826378 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] Sync routers for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:00:28.851805 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:00:28.855370 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-396d14e9-7162-4bf2-b70d-e00565b91162 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "PUT /v2.0/floatingips/045ec3bf-2477-4980-b702-bd3c51227f7f HTTP/1.1" status: 200 len: 992 time: 2.1604187 Jul 25 06:00:28.858383 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T05:59:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:28.859446 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'tag': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:28.859881 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e1427-cfbf-46cf-8eb2-fb261b847483 req-11adfb1c-1b47-4ac7-bebd-1ce9bdb33f4e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:28.861530 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ea4e1427-cfbf-46cf-8eb2-fb261b847483 req-11adfb1c-1b47-4ac7-bebd-1ce9bdb33f4e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0630441 Jul 25 06:00:28.861699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85735995-d71e-4cd5-a2e3-729ff29ac92d" -d '{"events": [{"name": "network-changed", "server_uuid": "a502c8d3-07ac-4e7f-9127-1281c94c5724", "tag": "a7211a3e-e5a1-4df6-b97c-4d903ce963ca"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:28.962522 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f239332-5580-41ec-bdcf-3658a3bcb57f x-openstack-request-id: req-4f239332-5580-41ec-bdcf-3658a3bcb57f {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:28.962522 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a502c8d3-07ac-4e7f-9127-1281c94c5724", "tag": "a7211a3e-e5a1-4df6-b97c-4d903ce963ca", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:28.962522 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4f239332-5580-41ec-bdcf-3658a3bcb57f {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:28.962795 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f239332-5580-41ec-bdcf-3658a3bcb57f'] response: {'name': 'network-changed', 'server_uuid': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'tag': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca', 'status': 'completed', 'code': 200} Jul 25 06:00:29.013095 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d426fffc-302b-478b-be05-247788fc6a25 admin admin] Publish callbacks [] for security_group (ddc48d5a-0c42-4b1d-b7ac-8f2a10606198), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:29.030637 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-0dabeb79-9d72-4d5e-9e3c-d251486f1834 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de159745-94e2-418c-9c37-533af5667e21 HTTP/1.1" status: 200 len: 217 time: 0.0650005 Jul 25 06:00:29.081375 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:00:29.118986 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ea4e1427-cfbf-46cf-8eb2-fb261b847483 req-25fae699-7b9f-4028-bf81-5bcdc1af4f65 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404125 Jul 25 06:00:29.136185 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d426fffc-302b-478b-be05-247788fc6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ddc48d5a-0c42-4b1d-b7ac-8f2a10606198), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:29.199079 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-44c6a4b1-39a1-4971-a509-dd00cb57c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:29.200982 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-44c6a4b1-39a1-4971-a509-dd00cb57c349 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.1266234 Jul 25 06:00:29.210302 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-a6f431ca-e830-4366-a2c9-3e73dd4b13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:29.212485 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-a6f431ca-e830-4366-a2c9-3e73dd4b13dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 1130 time: 0.1892111 Jul 25 06:00:29.246416 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d426fffc-302b-478b-be05-247788fc6a25 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f7b940a05c91473eb2f7cd30484de91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7927618 Jul 25 06:00:29.249185 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41726) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:29.252049 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426fffc-302b-478b-be05-247788fc6a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc48d5a-0c42-4b1d-b7ac-8f2a10606198,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:29.268683 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-b157cdd0-22ce-478b-9988-105517a17a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:29.269013 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-b157cdd0-22ce-478b-9988-105517a17a4f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0d15383e-d6bc-440c-8878-9fb1b58b4e6c HTTP/1.1" status: 200 len: 913 time: 0.3086939 Jul 25 06:00:29.308144 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.db.resource_extend [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 06:00:29.350192 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a574f-cb50-4503-8457-f048c13d44a9 req-899d8494-9730-428b-abb6-fc4e5a072c08 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:29.351971 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-684a574f-cb50-4503-8457-f048c13d44a9 req-899d8494-9730-428b-abb6-fc4e5a072c08 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.1242833 Jul 25 06:00:29.390286 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0d83e8d9-1543-49ee-83e6-30fa5d2327a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:29.396486 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '045ec3bf-2477-4980-b702-bd3c51227f7f', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'port_id': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'mac_address': 'fa:16:3e:e7:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:41Z', 'updated_at': '2022-07-25T06:00:27Z', 'revision_number': 1, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:29.423707 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:29.423931 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] Checking router: d95cb2de-6db7-4ad5-b159-b8562ddc429b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:00:29.432276 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:00:29.432881 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:00:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:29.452139 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-684a574f-cb50-4503-8457-f048c13d44a9 req-a4bf18f8-1046-433e-a8d2-9d033b1c9021 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Jul 25 06:00:29.452667 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c493-6cef-472e-8b2e-6c455be0d283 admin admin] Publish callbacks [] for security_group (ddc48d5a-0c42-4b1d-b7ac-8f2a10606198), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:29.483345 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c493-6cef-472e-8b2e-6c455be0d283 admin admin] Publish callbacks [] for security_group (ddc48d5a-0c42-4b1d-b7ac-8f2a10606198), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:29.513609 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (a3719fcb-2ad0-4e1d-8471-0eeff237b3b0), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:29.623269 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:00:29.825382 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:29.828444 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Floating IP a3719fcb-2ad0-4e1d-8471-0eeff237b3b0 associated. External IP: 172.27.1.127, port: d39effe6-1cf3-4165-9474-bb2a0cbbe15d. Jul 25 06:00:29.893837 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '045ec3bf-2477-4980-b702-bd3c51227f7f', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'port_id': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'mac_address': 'fa:16:3e:e7:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:41Z', 'updated_at': '2022-07-25T06:00:27Z', 'revision_number': 1, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:29.903313 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c493-6cef-472e-8b2e-6c455be0d283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ddc48d5a-0c42-4b1d-b7ac-8f2a10606198), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:29.906368 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a1e6c493-6cef-472e-8b2e-6c455be0d283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:29.907592 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-a1e6c493-6cef-472e-8b2e-6c455be0d283 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ddc48d5a-0c42-4b1d-b7ac-8f2a10606198 HTTP/1.1" status: 204 len: 168 time: 0.6572797 Jul 25 06:00:29.921839 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6c493-6cef-472e-8b2e-6c455be0d283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc48d5a-0c42-4b1d-b7ac-8f2a10606198,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:29.953380 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a489a-7e85-4aa2-93fa-aaa03873512d None None] The sync data for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '045ec3bf-2477-4980-b702-bd3c51227f7f', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'port_id': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'mac_address': 'fa:16:3e:e7:1e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:41Z', 'updated_at': '2022-07-25T06:00:27Z', 'revision_number': 1, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:00:30.011117 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-11a03a60-c3b3-4c3c-b356-8230b17580ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:30.012827 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-11a03a60-c3b3-4c3c-b356-8230b17580ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761120 Jul 25 06:00:30.020009 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:30.077658 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-7a3f74a1-eae0-4e9c-95d3-d1f33b950c7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d356fd90-eba7-42c0-b027-05d5c7ddce5d HTTP/1.1" status: 200 len: 217 time: 0.1407802 Jul 25 06:00:30.236760 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-153872f7-7840-41ab-8bff-59533e2e4e1c service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713090 Jul 25 06:00:30.239490 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:00:30.296167 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4eca7-51e2-48d5-99f7-6965a82ee90f req-f4ce5507-0c4a-4d03-9497-8c7bb8146c3d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:30.312078 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-88f4eca7-51e2-48d5-99f7-6965a82ee90f req-f4ce5507-0c4a-4d03-9497-8c7bb8146c3d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0893619 Jul 25 06:00:30.341856 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1df79d-d7ae-4f03-bca3-81cffdbab165 None None] New status for floating IP 045ec3bf-2477-4980-b702-bd3c51227f7f: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:00:30.345236 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:30.350502 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-f1c64ecb-e46f-48c3-a632-6209b4ec623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:30.351998 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-f1c64ecb-e46f-48c3-a632-6209b4ec623f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9777dcb7-bc4b-47a6-8570-e49b6081488f HTTP/1.1" status: 200 len: 851 time: 0.2681141 Jul 25 06:00:30.438550 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-c09dc843-1451-422e-a2ba-96da56f6c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:30.444565 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07133c70-80c9-41c1-b828-d1abc98d4057 req-2e6f7ea3-6fe7-4b58-996b-9bb99bd19ec8 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933916 Jul 25 06:00:30.444745 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-c09dc843-1451-422e-a2ba-96da56f6c06f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0d15383e-d6bc-440c-8878-9fb1b58b4e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754735 Jul 25 06:00:30.444845 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:00:30.449197 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:30.457228 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:00:30.463180 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-9e9d6aa7-4d02-43b2-9bc7-17582b052631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:30.465282 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-9e9d6aa7-4d02-43b2-9bc7-17582b052631 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 912 time: 0.5325060 Jul 25 06:00:30.470697 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:00:30.475935 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:00:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:30.533455 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-88f4eca7-51e2-48d5-99f7-6965a82ee90f req-af5f2884-374c-4d8f-bc8d-5b7c5d9a61bb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250879 Jul 25 06:00:30.559475 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-2ce2bfe0-7a89-4355-af8f-d6f2e0e7b43f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "PUT /v2.0/floatingips/a3719fcb-2ad0-4e1d-8471-0eeff237b3b0 HTTP/1.1" status: 200 len: 991 time: 2.2063711 Jul 25 06:00:30.612530 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:30.651782 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:00:30.719620 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:30.743353 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:30.747609 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47b551-bf8a-4ec7-ac5f-cc26ef3d91ce req-c1fe0201-85b9-4a45-9238-270b3cfbb3fe tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:30.755487 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ca47b551-bf8a-4ec7-ac5f-cc26ef3d91ce req-c1fe0201-85b9-4a45-9238-270b3cfbb3fe tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.1288967 Jul 25 06:00:30.777317 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:30.814700 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ca47b551-bf8a-4ec7-ac5f-cc26ef3d91ce req-6af0a6dd-c6cc-4ad8-a68f-e2892fd199a7 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582764 Jul 25 06:00:30.831433 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41770) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:30.848918 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1dff5049-14cf-4746-942a-2b1e5429b86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:30.852300 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd805e-dbe5-45b4-a803-9c01887bc5b0 req-2da1fa76-73d1-4482-aa11-4e12415c08ed tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:30.865715 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d8dd805e-dbe5-45b4-a803-9c01887bc5b0 req-2da1fa76-73d1-4482-aa11-4e12415c08ed tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0833321 Jul 25 06:00:30.870527 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41772) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:30.875700 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-031a6868-c1fb-4589-a5c3-82aadc5a0cc4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'floatingip': {'port_id': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:00:30.891029 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-a7bce390-424d-49be-84b3-b599b13ff666 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca HTTP/1.1" status: 200 len: 1000 time: 0.4069960 Jul 25 06:00:30.948242 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-23437ec6-bbe8-488b-809f-3f25c2d87638 service neutron] 10.222.0.47 "GET /v2.0/networks/0d15383e-d6bc-440c-8878-9fb1b58b4e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687290 Jul 25 06:00:30.948411 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:30.965266 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-031a6868-c1fb-4589-a5c3-82aadc5a0cc4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (1ea81669-aff9-4f62-9805-1f534b933e08), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:30.970400 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'tag': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:30.973313 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979f1be2-3995-456d-9828-96a2a0f9a0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "efb335ec-f540-494a-a2c7-c8db2f467c02", "tag": "d39effe6-1cf3-4165-9474-bb2a0cbbe15d"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:31.003227 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-f5f6068e-b907-4b21-9d92-3d1ce1ae8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:31.007626 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-f5f6068e-b907-4b21-9d92-3d1ce1ae8620 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac18650c-f7a9-4125-b917-a18be86504ca HTTP/1.1" status: 200 len: 850 time: 0.0932610 Jul 25 06:00:31.099476 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e63b3ae-aea8-434c-8787-bf4f0d79f9c8 x-openstack-request-id: req-3e63b3ae-aea8-434c-8787-bf4f0d79f9c8 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:31.099770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb335ec-f540-494a-a2c7-c8db2f467c02", "tag": "d39effe6-1cf3-4165-9474-bb2a0cbbe15d", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:31.100218 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3e63b3ae-aea8-434c-8787-bf4f0d79f9c8 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:31.100835 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e63b3ae-aea8-434c-8787-bf4f0d79f9c8'] response: {'name': 'network-changed', 'server_uuid': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'tag': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'status': 'completed', 'code': 200} Jul 25 06:00:31.136031 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a3719fcb-2ad0-4e1d-8471-0eeff237b3b0', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:44Z', 'updated_at': '2022-07-25T06:00:29Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:31.173864 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1dff5049-14cf-4746-942a-2b1e5429b86c admin admin] Publish callbacks [] for security_group (284d6eed-97fc-4e4a-87c1-28e113cdd7a5), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:31.191017 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:00:31.207289 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:00:31.218453 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:00:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:31.218678 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-21cf9e30-8d4c-4b79-886c-d359747ad784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:31.220227 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-21cf9e30-8d4c-4b79-886c-d359747ad784 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8aa6446-1bfa-4069-a27c-c14f749ca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1447845 Jul 25 06:00:31.272525 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-280819fc-340e-4b41-aeb1-f9b5ade42006 req-2a6600d4-9c62-49c7-88ca-f1957d599f1e service neutron] 10.222.0.47 "GET /v2.0/networks/0d15383e-d6bc-440c-8878-9fb1b58b4e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154566 Jul 25 06:00:31.301135 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-7312903d-ec02-443f-a533-85d2afcf7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:31.306751 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-7312903d-ec02-443f-a533-85d2afcf7e1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 1129 time: 0.0959535 Jul 25 06:00:31.306751 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1dff5049-14cf-4746-942a-2b1e5429b86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (284d6eed-97fc-4e4a-87c1-28e113cdd7a5), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:31.366552 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:00:31.384911 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-a13a5b9e-859a-4331-ba90-43021e9330c9 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510923 Jul 25 06:00:31.493615 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff5049-14cf-4746-942a-2b1e5429b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d6eed-97fc-4e4a-87c1-28e113cdd7a5,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:31.505268 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-1dff5049-14cf-4746-942a-2b1e5429b86c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=86b38e015e404f71901d84f1bd38e0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6720347 Jul 25 06:00:31.508401 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41784) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:31.528617 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:31.540945 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-85735995-d71e-4cd5-a2e3-729ff29ac92d req-4605cbe5-6d17-4641-be63-4a397433b255 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450226 Jul 25 06:00:31.595381 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7eef3ed1-3133-4224-958b-9314c0f72899 admin admin] Publish callbacks [] for security_group (284d6eed-97fc-4e4a-87c1-28e113cdd7a5), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:31.622039 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7eef3ed1-3133-4224-958b-9314c0f72899 admin admin] Publish callbacks [] for security_group (284d6eed-97fc-4e4a-87c1-28e113cdd7a5), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:31.661360 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-c0afb14b-57c6-4cf4-902d-5af426a06ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:31.662827 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-c0afb14b-57c6-4cf4-902d-5af426a06ad2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 915 time: 0.3180916 Jul 25 06:00:31.683240 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:31.706144 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a3719fcb-2ad0-4e1d-8471-0eeff237b3b0', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:44Z', 'updated_at': '2022-07-25T06:00:29Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:31.735167 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993a2985-642e-47e9-a30e-f3df119d9d60 None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a3719fcb-2ad0-4e1d-8471-0eeff237b3b0', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:44Z', 'updated_at': '2022-07-25T06:00:29Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:00:31.786033 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:31.795882 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7eef3ed1-3133-4224-958b-9314c0f72899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (284d6eed-97fc-4e4a-87c1-28e113cdd7a5), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:31.798871 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7eef3ed1-3133-4224-958b-9314c0f72899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:31.801262 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-7eef3ed1-3133-4224-958b-9314c0f72899 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/284d6eed-97fc-4e4a-87c1-28e113cdd7a5 HTTP/1.1" status: 204 len: 168 time: 0.2917483 Jul 25 06:00:31.814997 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-82f441d9-c00c-4da8-84fd-649c87d5edff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d39effe6-1cf3-4165-9474-bb2a0cbbe15d HTTP/1.1" status: 200 len: 999 time: 0.1455331 Jul 25 06:00:31.825846 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef3ed1-3133-4224-958b-9314c0f72899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d6eed-97fc-4e4a-87c1-28e113cdd7a5,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:31.857741 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41792) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:31.905751 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:31.985756 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fad7ce-08ab-4926-8913-215246c39331 req-7aada31f-0777-45f8-8d3c-2d02c0c71e24 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:31.988231 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f0fad7ce-08ab-4926-8913-215246c39331 req-7aada31f-0777-45f8-8d3c-2d02c0c71e24 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0709724 Jul 25 06:00:32.000244 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-031a6868-c1fb-4589-a5c3-82aadc5a0cc4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.077151 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f0fad7ce-08ab-4926-8913-215246c39331 req-bb5cd608-4c65-4749-88db-a7c3964453cc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816553 Jul 25 06:00:32.078538 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f598-6afb-4b39-86a8-4823a557ef16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.098630 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-031a6868-c1fb-4589-a5c3-82aadc5a0cc4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (1ea81669-aff9-4f62-9805-1f534b933e08), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.202140 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f598-6afb-4b39-86a8-4823a557ef16 admin admin] Publish callbacks [] for security_group (5db1988a-44bc-4c3a-afb9-cbc43eeb5652), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.252846 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-9515f505-cdf2-463d-88aa-fca8a7c25c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:32.254342 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-9515f505-cdf2-463d-88aa-fca8a7c25c88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=643fd28a-aa2d-43b1-bd8f-778a3da61ff3 HTTP/1.1" status: 200 len: 853 time: 0.1903169 Jul 25 06:00:32.277671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.284307 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f598-6afb-4b39-86a8-4823a557ef16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (5db1988a-44bc-4c3a-afb9-cbc43eeb5652), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.290870 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-031a6868-c1fb-4589-a5c3-82aadc5a0cc4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Floating IP 1ea81669-aff9-4f62-9805-1f534b933e08 associated. External IP: 172.27.1.52, port: c86fe1cd-ba90-483f-8c21-3093b1ee753e. Jul 25 06:00:32.334224 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e1d5f598-6afb-4b39-86a8-4823a557ef16 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d5e95266554a46e191fa7f91f41af4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760573 Jul 25 06:00:32.334224 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5f598-6afb-4b39-86a8-4823a557ef16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db1988a-44bc-4c3a-afb9-cbc43eeb5652,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:32.334604 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41800) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:32.393215 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-47b26094-ee74-4247-8c65-d46829f40928 admin admin] Publish callbacks [] for security_group (5db1988a-44bc-4c3a-afb9-cbc43eeb5652), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.420867 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-47b26094-ee74-4247-8c65-d46829f40928 admin admin] Publish callbacks [] for security_group (5db1988a-44bc-4c3a-afb9-cbc43eeb5652), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.521940 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-47b26094-ee74-4247-8c65-d46829f40928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (5db1988a-44bc-4c3a-afb9-cbc43eeb5652), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.528360 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-47b26094-ee74-4247-8c65-d46829f40928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:32.533123 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-47b26094-ee74-4247-8c65-d46829f40928 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5db1988a-44bc-4c3a-afb9-cbc43eeb5652 HTTP/1.1" status: 204 len: 168 time: 0.1973295 Jul 25 06:00:32.538558 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:32.545967 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b26094-ee74-4247-8c65-d46829f40928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db1988a-44bc-4c3a-afb9-cbc43eeb5652,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:32.660535 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:32.685542 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-df82cab5-6a29-44c3-a47b-f325e0fb67be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:32.687043 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-df82cab5-6a29-44c3-a47b-f325e0fb67be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d80cb7ca-3031-41c9-afe8-b6a4faf27141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3995664 Jul 25 06:00:32.712750 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385ce42-e898-4ac2-8d85-5aed56813b6a None None] New status for floating IP a3719fcb-2ad0-4e1d-8471-0eeff237b3b0: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:00:32.898053 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031a6868-c1fb-4589-a5c3-82aadc5a0cc4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Router 4f245ee1-23ff-4f13-805c-be82720afb7a has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:00:32.908916 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-e2577cfd-e093-4245-ac86-b8d3fc43773c service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568015 Jul 25 06:00:33.121731 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031a6868-c1fb-4589-a5c3-82aadc5a0cc4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:00:33.126162 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-031a6868-c1fb-4589-a5c3-82aadc5a0cc4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:33.132558 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-979f1be2-3995-456d-9828-96a2a0f9a0ac req-bbe09b87-3af9-4acc-badb-72949b50a819 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660955 Jul 25 06:00:33.142570 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] Sync routers for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:00:33.161265 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:00:33.161870 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:00:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:33.178605 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-031a6868-c1fb-4589-a5c3-82aadc5a0cc4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "PUT /v2.0/floatingips/1ea81669-aff9-4f62-9805-1f534b933e08 HTTP/1.1" status: 200 len: 990 time: 2.3055530 Jul 25 06:00:33.179357 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:33.182681 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca387df-bec0-4620-b58b-56043081e486" -d '{"events": [{"name": "network-changed", "server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:33.277997 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:33.281768 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842237d7-80c9-4616-9cb9-345a99546db2 x-openstack-request-id: req-842237d7-80c9-4616-9cb9-345a99546db2 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:33.282063 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:33.282320 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-842237d7-80c9-4616-9cb9-345a99546db2 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:33.282725 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842237d7-80c9-4616-9cb9-345a99546db2'] response: {'name': 'network-changed', 'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'status': 'completed', 'code': 200} Jul 25 06:00:33.328746 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:00:33.360690 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2a02-c2c0-4303-8821-572293524b6c req-e6b9879b-7910-4ce0-ab1a-7ea006634af6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:33.362640 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9efb2a02-c2c0-4303-8821-572293524b6c req-e6b9879b-7910-4ce0-ab1a-7ea006634af6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.1626985 Jul 25 06:00:33.388282 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41836) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:33.400711 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca387df-bec0-4620-b58b-56043081e486 req-55efb50b-6104-4ea4-b62d-a8cc202a40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:33.402522 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1ca387df-bec0-4620-b58b-56043081e486 req-55efb50b-6104-4ea4-b62d-a8cc202a40c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 1129 time: 0.1005187 Jul 25 06:00:33.407810 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-53d2e80a-4d88-4e79-8fd8-2ef65b7abc10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:33.440747 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9efb2a02-c2c0-4303-8821-572293524b6c req-90c22ed1-83f3-40a5-b0c8-12d71bf93ff1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606234 Jul 25 06:00:33.521353 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-53d2e80a-4d88-4e79-8fd8-2ef65b7abc10 admin admin] Publish callbacks [] for security_group (8fa13266-3055-407a-8bd9-770b78073939), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:33.549856 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca387df-bec0-4620-b58b-56043081e486 req-55318dfe-c1c2-478d-98eb-66f695cca094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:33.551470 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1ca387df-bec0-4620-b58b-56043081e486 req-55318dfe-c1c2-478d-98eb-66f695cca094 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 917 time: 0.1146839 Jul 25 06:00:33.604616 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '1ea81669-aff9-4f62-9805-1f534b933e08', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'port_id': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'mac_address': 'fa:16:3e:f1:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:46Z', 'updated_at': '2022-07-25T06:00:31Z', 'revision_number': 1, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:33.622563 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1ca387df-bec0-4620-b58b-56043081e486 req-33953bc4-5194-4fff-aec9-9f5e4cf7880a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e HTTP/1.1" status: 200 len: 998 time: 0.0633521 Jul 25 06:00:33.636326 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-53d2e80a-4d88-4e79-8fd8-2ef65b7abc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (8fa13266-3055-407a-8bd9-770b78073939), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:33.679804 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca387df-bec0-4620-b58b-56043081e486 req-f6ad3365-3337-4d21-b27f-623649fd4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:33.681824 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1ca387df-bec0-4620-b58b-56043081e486 req-f6ad3365-3337-4d21-b27f-623649fd4082 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 HTTP/1.1" status: 200 len: 855 time: 0.0530996 Jul 25 06:00:33.686455 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-53d2e80a-4d88-4e79-8fd8-2ef65b7abc10 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ba2bf19ebfa54efbb33ed1f4d49cfa12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951756 Jul 25 06:00:33.686455 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2e80a-4d88-4e79-8fd8-2ef65b7abc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa13266-3055-407a-8bd9-770b78073939,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:33.688660 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41840) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:33.744332 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] Checking router: 4f245ee1-23ff-4f13-805c-be82720afb7a for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:00:33.756151 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-67af77d5-f86f-4530-ae7f-3f1da81b0a75 admin admin] Publish callbacks [] for security_group (8fa13266-3055-407a-8bd9-770b78073939), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:33.760345 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca387df-bec0-4620-b58b-56043081e486 req-4fb2a881-f427-4da5-bc09-349e6ba93222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:33.763089 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1ca387df-bec0-4620-b58b-56043081e486 req-4fb2a881-f427-4da5-bc09-349e6ba93222 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658584 Jul 25 06:00:33.764080 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:00:33.765122 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:00:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:33.785329 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-67af77d5-f86f-4530-ae7f-3f1da81b0a75 admin admin] Publish callbacks [] for security_group (8fa13266-3055-407a-8bd9-770b78073939), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:33.805645 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:33.875491 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1ca387df-bec0-4620-b58b-56043081e486 req-365eb4db-f128-4c27-807d-39057f30ee9b service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031516 Jul 25 06:00:33.893608 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:00:33.921832 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:33.950011 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-67af77d5-f86f-4530-ae7f-3f1da81b0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (8fa13266-3055-407a-8bd9-770b78073939), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:33.953692 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-67af77d5-f86f-4530-ae7f-3f1da81b0a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:33.955302 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-67af77d5-f86f-4530-ae7f-3f1da81b0a75 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8fa13266-3055-407a-8bd9-770b78073939 HTTP/1.1" status: 204 len: 168 time: 0.2654707 Jul 25 06:00:33.965572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af77d5-f86f-4530-ae7f-3f1da81b0a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa13266-3055-407a-8bd9-770b78073939,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:33.965715 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:33.986641 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1ca387df-bec0-4620-b58b-56043081e486 req-a6369fcc-ffb5-4d49-873a-4d186d173326 service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937092 Jul 25 06:00:34.136598 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '1ea81669-aff9-4f62-9805-1f534b933e08', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'port_id': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'mac_address': 'fa:16:3e:f1:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:46Z', 'updated_at': '2022-07-25T06:00:31Z', 'revision_number': 1, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:34.165700 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d3979-259c-4a20-b663-46d0681dbf9f None None] The sync data for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi is: [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '1ea81669-aff9-4f62-9805-1f534b933e08', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'port_id': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'mac_address': 'fa:16:3e:f1:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:46Z', 'updated_at': '2022-07-25T06:00:31Z', 'revision_number': 1, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:00:34.378335 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7042382-737f-4318-8235-7442481e4ee3 None None] New status for floating IP 1ea81669-aff9-4f62-9805-1f534b933e08: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:00:34.572725 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a44ce7-34d2-4999-808c-ef2ee131f7fb req-55030cdc-6a26-49ef-8db0-4208e2671f87 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:34.574532 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d7a44ce7-34d2-4999-808c-ef2ee131f7fb req-55030cdc-6a26-49ef-8db0-4208e2671f87 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0536590 Jul 25 06:00:34.649637 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d7a44ce7-34d2-4999-808c-ef2ee131f7fb req-af91a5a7-c851-48c9-8e4e-5cc8de007788 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614779 Jul 25 06:00:35.234743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41890) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:35.346668 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d781078-9a9d-444d-a6ab-a74f7c334cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:35.396908 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:35.429607 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d781078-9a9d-444d-a6ab-a74f7c334cb4 admin admin] Publish callbacks [] for security_group (bd7b9ebc-be82-42c4-b653-f247e0d6d79c), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:35.493139 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d781078-9a9d-444d-a6ab-a74f7c334cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (bd7b9ebc-be82-42c4-b653-f247e0d6d79c), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:35.533959 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:35.544754 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-5d781078-9a9d-444d-a6ab-a74f7c334cb4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3f1cb0825d304d4eb5613e80a21b34af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054750 Jul 25 06:00:35.544754 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d781078-9a9d-444d-a6ab-a74f7c334cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7b9ebc-be82-42c4-b653-f247e0d6d79c,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:35.545360 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41898) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:35.601601 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8d076e24-d1f5-49cf-ba25-b5c758c73161 admin admin] Publish callbacks [] for security_group (bd7b9ebc-be82-42c4-b653-f247e0d6d79c), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:35.624960 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8d076e24-d1f5-49cf-ba25-b5c758c73161 admin admin] Publish callbacks [] for security_group (bd7b9ebc-be82-42c4-b653-f247e0d6d79c), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:35.746020 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8d076e24-d1f5-49cf-ba25-b5c758c73161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (bd7b9ebc-be82-42c4-b653-f247e0d6d79c), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:35.748513 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8d076e24-d1f5-49cf-ba25-b5c758c73161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:35.749770 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-8d076e24-d1f5-49cf-ba25-b5c758c73161 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bd7b9ebc-be82-42c4-b653-f247e0d6d79c HTTP/1.1" status: 204 len: 168 time: 0.2030892 Jul 25 06:00:35.768348 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fffa6-21aa-4034-9325-3942e604bd3a req-0cf0d587-7fdd-4fc0-93a3-b75c72d1d2fe tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:35.770299 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-432fffa6-21aa-4034-9325-3942e604bd3a req-0cf0d587-7fdd-4fc0-93a3-b75c72d1d2fe tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0600612 Jul 25 06:00:35.771237 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d076e24-d1f5-49cf-ba25-b5c758c73161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7b9ebc-be82-42c4-b653-f247e0d6d79c,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:35.826605 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-432fffa6-21aa-4034-9325-3942e604bd3a req-ebf59ef1-e7c6-479a-b9d7-6883b45cd81d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468407 Jul 25 06:00:36.397764 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 41912) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:36.412638 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e765700-2df3-414c-af17-c5b056a2012f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:36.490711 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e765700-2df3-414c-af17-c5b056a2012f admin admin] Publish callbacks [] for security_group (34583b79-7f81-412f-8785-491dabc991ef), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:36.605923 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e765700-2df3-414c-af17-c5b056a2012f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (34583b79-7f81-412f-8785-491dabc991ef), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:36.646770 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-7e765700-2df3-414c-af17-c5b056a2012f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c6d2f196c1a8417ba80a0ade227d548d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479203 Jul 25 06:00:36.647709 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e765700-2df3-414c-af17-c5b056a2012f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34583b79-7f81-412f-8785-491dabc991ef,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:36.649812 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 41918) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:36.709178 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11498e60-b0fe-45ed-a16e-38cc7225aa1a admin admin] Publish callbacks [] for security_group (34583b79-7f81-412f-8785-491dabc991ef), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:36.731341 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11498e60-b0fe-45ed-a16e-38cc7225aa1a admin admin] Publish callbacks [] for security_group (34583b79-7f81-412f-8785-491dabc991ef), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:36.861972 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11498e60-b0fe-45ed-a16e-38cc7225aa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (34583b79-7f81-412f-8785-491dabc991ef), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:36.864589 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11498e60-b0fe-45ed-a16e-38cc7225aa1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:36.868447 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-11498e60-b0fe-45ed-a16e-38cc7225aa1a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/34583b79-7f81-412f-8785-491dabc991ef HTTP/1.1" status: 204 len: 168 time: 0.2131236 Jul 25 06:00:36.882591 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11498e60-b0fe-45ed-a16e-38cc7225aa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34583b79-7f81-412f-8785-491dabc991ef,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:36.961690 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382cdae-726b-4f4c-94bc-16c2f8e4e1ce req-0e68b0c2-3185-44fa-bee9-5b413222d166 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:36.963794 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e382cdae-726b-4f4c-94bc-16c2f8e4e1ce req-0e68b0c2-3185-44fa-bee9-5b413222d166 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0551095 Jul 25 06:00:37.014902 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e382cdae-726b-4f4c-94bc-16c2f8e4e1ce req-6e764384-ed2d-4aa1-9125-0f6c2e164c4e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457172 Jul 25 06:00:38.139106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f7a95-4621-4750-9592-d1359ae42baf req-24fbc5c0-b22e-44a0-a3b3-8be87286f7a4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:38.140660 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8f6f7a95-4621-4750-9592-d1359ae42baf req-24fbc5c0-b22e-44a0-a3b3-8be87286f7a4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0504043 Jul 25 06:00:38.192283 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8f6f7a95-4621-4750-9592-d1359ae42baf req-1f30aa51-f807-42b9-acd5-4109387e0eeb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 Jul 25 06:00:39.134064 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:39.149058 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe35e5-6db2-4200-9b66-672d940b686f req-6ee54f9c-4e75-443f-b939-a5f3c343bbfb tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:39.150719 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ebe35e5-6db2-4200-9b66-672d940b686f req-6ee54f9c-4e75-443f-b939-a5f3c343bbfb tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 946 time: 0.0508049 Jul 25 06:00:39.199750 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ebe35e5-6db2-4200-9b66-672d940b686f req-13cd331d-f798-4bce-882d-ccb3acf267a1 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Jul 25 06:00:39.310434 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb71c62-0d0e-4673-8fe8-9b3a5165218e req-8f3ed25c-e778-4ec8-bbcd-bf1bfd9eb1f6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:39.311931 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dfb71c62-0d0e-4673-8fe8-9b3a5165218e req-8f3ed25c-e778-4ec8-bbcd-bf1bfd9eb1f6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0498612 Jul 25 06:00:39.364159 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dfb71c62-0d0e-4673-8fe8-9b3a5165218e req-2b189f1e-208b-4d5e-b5cd-b1f415156b27 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 Jul 25 06:00:40.319975 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d73a1-07d8-46f4-a38d-9d458082e21f req-01ed66d7-794a-4e94-a334-d1d5566e9620 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:40.321556 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f88d73a1-07d8-46f4-a38d-9d458082e21f req-01ed66d7-794a-4e94-a334-d1d5566e9620 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 946 time: 0.0516009 Jul 25 06:00:40.369964 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f88d73a1-07d8-46f4-a38d-9d458082e21f req-4560db64-7306-4a97-9e8d-3d95a7df4844 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Jul 25 06:00:40.479173 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c670d5-5dd4-4c0d-a2ae-5d75040f4a91 req-4b788991-d8d5-4241-b5d2-ac8152bb7fb7 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:40.480687 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e4c670d5-5dd4-4c0d-a2ae-5d75040f4a91 req-4b788991-d8d5-4241-b5d2-ac8152bb7fb7 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0469425 Jul 25 06:00:40.532455 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e4c670d5-5dd4-4c0d-a2ae-5d75040f4a91 req-5c22162e-6845-4079-a143-2c0bf3df1ddd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460234 Jul 25 06:00:41.485972 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49ad39-ef31-42cb-b252-c833f8b485e0 req-04e4350f-be52-4e76-9108-b824e6ccb016 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:41.487444 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bf49ad39-ef31-42cb-b252-c833f8b485e0 req-04e4350f-be52-4e76-9108-b824e6ccb016 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 946 time: 0.0482292 Jul 25 06:00:41.538237 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bf49ad39-ef31-42cb-b252-c833f8b485e0 req-cdcba1f6-7744-47f3-a0c9-9abf75749287 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Jul 25 06:00:41.660851 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f22c-ab59-4ab8-be88-282ed28ff1d3 req-dd143a48-36b0-4717-93e7-2a34cf082619 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:41.664013 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-42a9f22c-ab59-4ab8-be88-282ed28ff1d3 req-dd143a48-36b0-4717-93e7-2a34cf082619 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0525575 Jul 25 06:00:41.713428 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-42a9f22c-ab59-4ab8-be88-282ed28ff1d3 req-19dbf9fd-b067-4435-bf77-d63eac4f809a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Jul 25 06:00:42.665538 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd675933-1b9c-4d48-ac5e-2abd80002211 req-39d261cb-c346-453f-80b7-ffb6e6978858 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:42.667641 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bd675933-1b9c-4d48-ac5e-2abd80002211 req-39d261cb-c346-453f-80b7-ffb6e6978858 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 946 time: 0.0540886 Jul 25 06:00:42.720767 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bd675933-1b9c-4d48-ac5e-2abd80002211 req-97881d25-7416-4d01-b82b-3ea7aac7d6a0 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474527 Jul 25 06:00:42.844574 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a175839-6a31-4425-99ba-91f69660c22f req-96184bd9-2323-4265-ac10-94af94936d38 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:42.846084 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3a175839-6a31-4425-99ba-91f69660c22f req-96184bd9-2323-4265-ac10-94af94936d38 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0482476 Jul 25 06:00:42.897621 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3a175839-6a31-4425-99ba-91f69660c22f req-8a0c6fe6-0fc0-4f2c-8480-e4487d982114 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Jul 25 06:00:43.811925 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:43.849745 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8cde0-77f0-4a15-a89d-f3d18f126144 req-75b168c9-8a9f-444e-acca-94530bd05e84 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:43.851395 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4dc8cde0-77f0-4a15-a89d-f3d18f126144 req-75b168c9-8a9f-444e-acca-94530bd05e84 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 946 time: 0.0495253 Jul 25 06:00:43.922552 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a37be-0768-4970-acd6-5ec56be928c3 req-a3afd531-a51e-43d8-8eea-689314e3987f tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:43.923997 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-259a37be-0768-4970-acd6-5ec56be928c3 req-a3afd531-a51e-43d8-8eea-689314e3987f tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 946 time: 0.0678530 Jul 25 06:00:43.973350 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4dc8cde0-77f0-4a15-a89d-f3d18f126144 req-41e67ece-dae9-494c-a88d-d549ad6ee8b2 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/security-groups?id=d7143db6-779f-4c20-ac33-f8e6b16cacec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092284 Jul 25 06:00:44.030999 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3bf28-8f10-4ad5-a49a-1e1d4fcbfb90 req-2da5aa7e-84e0-424a-99c2-444c00130287 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:44.033096 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c2e3bf28-8f10-4ad5-a49a-1e1d4fcbfb90 req-2da5aa7e-84e0-424a-99c2-444c00130287 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0597918 Jul 25 06:00:44.079516 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-259a37be-0768-4970-acd6-5ec56be928c3 req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Deleting port d356fd90-eba7-42c0-b027-05d5c7ddce5d {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:00:44.079952 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-259a37be-0768-4970-acd6-5ec56be928c3 req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:44.104642 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c2e3bf28-8f10-4ad5-a49a-1e1d4fcbfb90 req-79b52c70-e219-40af-ae6b-905f4ca6cce9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591161 Jul 25 06:00:44.132918 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=16 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:44.139405 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=28 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:44.193238 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-259a37be-0768-4970-acd6-5ec56be928c3 req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] For port d356fd90-eba7-42c0-b027-05d5c7ddce5d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d356fd90-eba7-42c0-b027-05d5c7ddce5d,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:44.193516 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-259a37be-0768-4970-acd6-5ec56be928c3 req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:44.209234 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-259a37be-0768-4970-acd6-5ec56be928c3 req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Calling delete_port for d356fd90-eba7-42c0-b027-05d5c7ddce5d owned by compute:nova {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:00:44.429771 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-259a37be-0768-4970-acd6-5ec56be928c3 req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (d356fd90-eba7-42c0-b027-05d5c7ddce5d), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:44.444640 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['d356fd90-eba7-42c0-b027-05d5c7ddce5d'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:00:44.461507 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Pushing event deleted for resources: {'Port': ['ID=d356fd90-eba7-42c0-b027-05d5c7ddce5d,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:44.537055 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-259a37be-0768-4970-acd6-5ec56be928c3 req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] No DVR routers for this DVR port d356fd90-eba7-42c0-b027-05d5c7ddce5d on host hv-cinder-84841 {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:00:44.541160 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-259a37be-0768-4970-acd6-5ec56be928c3 req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:44.544854 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-259a37be-0768-4970-acd6-5ec56be928c3 req-e384f3e7-93c4-4ef4-ae44-a228b3e55336 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.47 "DELETE /v2.0/ports/d356fd90-eba7-42c0-b027-05d5c7ddce5d HTTP/1.1" status: 204 len: 173 time: 0.6145308 Jul 25 06:00:44.546294 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9a76df-da50-4f8c-8d6d-c3be003f0a25', 'name': 'network-vif-deleted', 'tag': 'd356fd90-eba7-42c0-b027-05d5c7ddce5d'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:00:44.547698 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d49ff0-51d1-41fd-a0e8-1804c31b6e02" -d '{"events": [{"server_uuid": "eb9a76df-da50-4f8c-8d6d-c3be003f0a25", "name": "network-vif-deleted", "tag": "d356fd90-eba7-42c0-b027-05d5c7ddce5d"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:00:44.585782 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48562257-79a5-4f7f-ba02-d3d1a85a99d5 x-openstack-request-id: req-48562257-79a5-4f7f-ba02-d3d1a85a99d5 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:00:44.586083 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9a76df-da50-4f8c-8d6d-c3be003f0a25", "name": "network-vif-deleted", "tag": "d356fd90-eba7-42c0-b027-05d5c7ddce5d", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:00:44.586332 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-48562257-79a5-4f7f-ba02-d3d1a85a99d5 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:00:44.586740 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48562257-79a5-4f7f-ba02-d3d1a85a99d5'] response: {'server_uuid': 'eb9a76df-da50-4f8c-8d6d-c3be003f0a25', 'name': 'network-vif-deleted', 'tag': 'd356fd90-eba7-42c0-b027-05d5c7ddce5d', 'status': 'completed', 'code': 200} Jul 25 06:00:45.109409 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-77890914-494e-43bd-8faf-667241d7d23c req-ac6d31cf-84aa-45f8-84e7-68af978502d9 tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 210 time: 0.0284405 Jul 25 06:00:45.207409 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:45.220967 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d1d6c-43fc-4740-b8a1-fd02c3f3e0ef req-f2cdcc28-df38-40a9-8000-c0f81da78287 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:45.222436 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-592d1d6c-43fc-4740-b8a1-fd02c3f3e0ef req-f2cdcc28-df38-40a9-8000-c0f81da78287 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0484006 Jul 25 06:00:45.270291 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-592d1d6c-43fc-4740-b8a1-fd02c3f3e0ef req-56244a50-29d3-4eda-bcef-08f35a3e6971 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Jul 25 06:00:45.897666 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42146) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:46.010171 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1b24ca38-fd7a-4c3e-908d-1048ce7c2966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:46.100741 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1b24ca38-fd7a-4c3e-908d-1048ce7c2966 admin admin] Publish callbacks [] for security_group (9fb387d4-061d-4a6f-b2d3-c9f6dfd5c5f3), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:46.230534 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1bdfb049-9999-407a-9da0-f9b94b4efc4b req-1079b593-0148-40df-b67e-aa63ca7ea53a tempest-DeleteServersTestJSON-684506277 tempest-DeleteServersTestJSON-684506277-project] 10.222.0.40 "GET /v2.0/ports?device_id=eb9a76df-da50-4f8c-8d6d-c3be003f0a25 HTTP/1.1" status: 200 len: 210 time: 0.0299284 Jul 25 06:00:46.257339 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1b24ca38-fd7a-4c3e-908d-1048ce7c2966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (9fb387d4-061d-4a6f-b2d3-c9f6dfd5c5f3), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:46.302177 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-1b24ca38-fd7a-4c3e-908d-1048ce7c2966 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3077c72cf2874f58bf91311d581450e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031489 Jul 25 06:00:46.305793 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42160) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:46.323521 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24ca38-fd7a-4c3e-908d-1048ce7c2966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb387d4-061d-4a6f-b2d3-c9f6dfd5c5f3,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:46.407459 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-01e48ff6-0688-48d4-8d3b-1e0999845188 admin admin] Publish callbacks [] for security_group (9fb387d4-061d-4a6f-b2d3-c9f6dfd5c5f3), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:46.419729 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866a1c9-9347-4a54-8851-9c1725520b48 req-d0891196-e617-40a0-b906-f798956981a3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:46.421232 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c866a1c9-9347-4a54-8851-9c1725520b48 req-d0891196-e617-40a0-b906-f798956981a3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0604296 Jul 25 06:00:46.452369 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-01e48ff6-0688-48d4-8d3b-1e0999845188 admin admin] Publish callbacks [] for security_group (9fb387d4-061d-4a6f-b2d3-c9f6dfd5c5f3), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:46.455280 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:46.465102 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:00:46.507272 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c866a1c9-9347-4a54-8851-9c1725520b48 req-cbdcdbda-e737-4a76-a845-53f69e5832ac tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785463 Jul 25 06:00:46.605822 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-01e48ff6-0688-48d4-8d3b-1e0999845188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (9fb387d4-061d-4a6f-b2d3-c9f6dfd5c5f3), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:46.608156 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-01e48ff6-0688-48d4-8d3b-1e0999845188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:46.609313 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-01e48ff6-0688-48d4-8d3b-1e0999845188 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9fb387d4-061d-4a6f-b2d3-c9f6dfd5c5f3 HTTP/1.1" status: 204 len: 168 time: 0.3019776 Jul 25 06:00:46.617736 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e48ff6-0688-48d4-8d3b-1e0999845188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb387d4-061d-4a6f-b2d3-c9f6dfd5c5f3,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:47.201688 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device d356fd90-eba7-42c0-b027-05d5c7ddce5d no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:00:47.220282 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: d356fd90-eba7-42c0-b027-05d5c7ddce5d {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:00:47.220633 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device d356fd90-eba7-42c0-b027-05d5c7ddce5d not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:00:47.631060 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78748964-ea3d-45a2-9f15-833b51fd88fd req-a6007ab1-3ef5-46bf-8065-b71562a2da61 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:47.632755 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-78748964-ea3d-45a2-9f15-833b51fd88fd req-a6007ab1-3ef5-46bf-8065-b71562a2da61 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0540798 Jul 25 06:00:47.688844 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-78748964-ea3d-45a2-9f15-833b51fd88fd req-d383cfbc-e1a5-4321-bc0d-b48b51f394dd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496550 Jul 25 06:00:48.806170 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9757b81-2d22-4ba4-b966-4cb3130dbedf req-fcab3052-0677-4530-b6df-f063633efc4d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:48.807950 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b9757b81-2d22-4ba4-b966-4cb3130dbedf req-fcab3052-0677-4530-b6df-f063633efc4d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0529430 Jul 25 06:00:48.857404 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b9757b81-2d22-4ba4-b966-4cb3130dbedf req-b38960fd-059a-45c5-b54b-5f860e336cd9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438464 Jul 25 06:00:48.925737 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42236) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:49.022986 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:49.025262 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:49.502819 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (103194fd-bb0f-4cc4-ba73-63160eb95053), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:49.791981 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Deleting port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:00:49.792374 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:49.875823 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] For port 88ceff2c-2711-4e83-a1f5-b53dc64e9d90, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=88ceff2c-2711-4e83-a1f5-b53dc64e9d90,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:49.876226 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:49.890012 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Calling delete_port for 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 owned by network:router_interface {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:00:50.016035 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9686c-9357-475b-9e71-e21789769581 req-8408a592-382e-4d0d-9a34-d3053f7605f2 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:50.017534 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3fa9686c-9357-475b-9e71-e21789769581 req-8408a592-382e-4d0d-9a34-d3053f7605f2 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0607958 Jul 25 06:00:50.120694 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3fa9686c-9357-475b-9e71-e21789769581 req-4c700cc7-e89b-47aa-99d4-fe26b12e91ad tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956519 Jul 25 06:00:50.123315 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:50.252480 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (88ceff2c-2711-4e83-a1f5-b53dc64e9d90), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:50.275351 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ceff2c-2711-4e83-a1f5-b53dc64e9d90,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:50.283456 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:50.421377 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (103194fd-bb0f-4cc4-ba73-63160eb95053), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:50.634450 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Router 103194fd-bb0f-4cc4-ba73-63160eb95053 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:00:50.737119 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:00:50.745129 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-aaa9eeeb-428f-4f06-b8ef-0b1d59411101 admin admin] 10.222.0.40 "PUT /v2.0/routers/103194fd-bb0f-4cc4-ba73-63160eb95053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8154960 Jul 25 06:00:50.745423 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42272) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:50.745990 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] Sync routers for ids ['103194fd-bb0f-4cc4-ba73-63160eb95053'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:00:50.759697 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] Routers {'103194fd-bb0f-4cc4-ba73-63160eb95053'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:00:50.760769 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:00:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['103194fd-bb0f-4cc4-ba73-63160eb95053'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:50.799680 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:50.860398 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks [] for router (103194fd-bb0f-4cc4-ba73-63160eb95053), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:50.870936 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] Set router 103194fd-bb0f-4cc4-ba73-63160eb95053 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:00:50.877065 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42276) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:50.975954 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks [] for router_gateway (103194fd-bb0f-4cc4-ba73-63160eb95053), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:50.997589 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bde29034-b9f5-4f2a-9950-3ccaa80af020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.043764 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:00:50Z', 'revision_number': 5, 'project_id': '1484746571a24f5db36ed027469f88c1', 'gw_port': {'id': '125c2790-22a7-4829-95c8-0e579e68c74b', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:51.073251 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bde29034-b9f5-4f2a-9950-3ccaa80af020 admin admin] Publish callbacks [] for security_group (b5e5dd5a-0fda-4fbb-80d0-1a63b63ef36c), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.073679 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] Checking router: 103194fd-bb0f-4cc4-ba73-63160eb95053 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:00:51.082788 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] Routers {'103194fd-bb0f-4cc4-ba73-63160eb95053'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:00:51.083395 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:00:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['103194fd-bb0f-4cc4-ba73-63160eb95053'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:51.114938 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Deleting port 125c2790-22a7-4829-95c8-0e579e68c74b {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:00:51.115549 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.132238 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bde29034-b9f5-4f2a-9950-3ccaa80af020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b5e5dd5a-0fda-4fbb-80d0-1a63b63ef36c), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.168566 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] Set router 103194fd-bb0f-4cc4-ba73-63160eb95053 gateway port host: None {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:00:51.184678 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-bde29034-b9f5-4f2a-9950-3ccaa80af020 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5429691aa9c04c97b3c68d9a4df13659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057299 Jul 25 06:00:51.185329 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42282) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:51.217033 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:51.219541 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde29034-b9f5-4f2a-9950-3ccaa80af020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e5dd5a-0fda-4fbb-80d0-1a63b63ef36c,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:51.223340 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:00:50Z', 'revision_number': 6, 'project_id': '1484746571a24f5db36ed027469f88c1', 'gw_port_host': None}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:51.249198 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d940894-2713-47a3-a5c2-935c8bb70a0e None None] The sync data for ids ['103194fd-bb0f-4cc4-ba73-63160eb95053'] in dv-cinder-848418-2-iscsi is: [{'id': '103194fd-bb0f-4cc4-ba73-63160eb95053', 'name': 'tempest-DeleteServersTestJSON-1121460917-router', 'tenant_id': '1484746571a24f5db36ed027469f88c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:00:50Z', 'revision_number': 6, 'project_id': '1484746571a24f5db36ed027469f88c1', 'gw_port_host': None}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:00:51.250069 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] For port 125c2790-22a7-4829-95c8-0e579e68c74b, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=125c2790-22a7-4829-95c8-0e579e68c74b,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:51.251023 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.271777 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d0b40-b471-4bbc-a9d8-7790e8b885c9 req-5b70e4af-13b5-439c-93c7-71525d6b4dc2 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:51.274866 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9a3d0b40-b471-4bbc-a9d8-7790e8b885c9 req-5b70e4af-13b5-439c-93c7-71525d6b4dc2 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0725284 Jul 25 06:00:51.277167 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Calling delete_port for 125c2790-22a7-4829-95c8-0e579e68c74b owned by network:router_gateway {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:00:51.289670 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0fd13194-6b6c-4bc4-b258-50f8fbec4d04 admin admin] Publish callbacks [] for security_group (b5e5dd5a-0fda-4fbb-80d0-1a63b63ef36c), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.340614 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9a3d0b40-b471-4bbc-a9d8-7790e8b885c9 req-d2b2f08e-a77e-418a-a7fb-d3deb243d058 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484979 Jul 25 06:00:51.354091 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0fd13194-6b6c-4bc4-b258-50f8fbec4d04 admin admin] Publish callbacks [] for security_group (b5e5dd5a-0fda-4fbb-80d0-1a63b63ef36c), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.661509 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:51.776838 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0fd13194-6b6c-4bc4-b258-50f8fbec4d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b5e5dd5a-0fda-4fbb-80d0-1a63b63ef36c), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.787884 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0fd13194-6b6c-4bc4-b258-50f8fbec4d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.787884 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-0fd13194-6b6c-4bc4-b258-50f8fbec4d04 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b5e5dd5a-0fda-4fbb-80d0-1a63b63ef36c HTTP/1.1" status: 204 len: 168 time: 0.5977144 Jul 25 06:00:51.794734 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd13194-6b6c-4bc4-b258-50f8fbec4d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e5dd5a-0fda-4fbb-80d0-1a63b63ef36c,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:51.807345 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (125c2790-22a7-4829-95c8-0e579e68c74b), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.817570 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:51.855470 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Pushing event deleted for resources: {'Port': ['ID=125c2790-22a7-4829-95c8-0e579e68c74b,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:51.877440 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (103194fd-bb0f-4cc4-ba73-63160eb95053), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.984801 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (103194fd-bb0f-4cc4-ba73-63160eb95053), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:51.986946 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks [] for router_controller (103194fd-bb0f-4cc4-ba73-63160eb95053), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.196138 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (103194fd-bb0f-4cc4-ba73-63160eb95053), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.196773 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 103194fd-bb0f-4cc4-ba73-63160eb95053 {{(pid=110782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:00:52.204307 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.205785 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-804ffc97-d26c-4ad7-b0b1-9d71d0a2cb50 admin admin] 10.222.0.40 "DELETE /v2.0/routers/103194fd-bb0f-4cc4-ba73-63160eb95053 HTTP/1.1" status: 204 len: 168 time: 1.4589431 Jul 25 06:00:52.208216 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42312) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:52.231593 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:00:52.252630 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:00:52.253056 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 88ceff2c-2711-4e83-a1f5-b53dc64e9d90 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:00:52.253619 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 125c2790-22a7-4829-95c8-0e579e68c74b no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:00:52.258101 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e6c4c8-aef9-4102-bab1-2e3ace506833 admin admin] Deleting subnet 9777dcb7-bc4b-47a6-8570-e49b6081488f {{(pid=110782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:00:52.261803 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e1e6c4c8-aef9-4102-bab1-2e3ace506833 admin admin] Publish callbacks [] for subnet (9777dcb7-bc4b-47a6-8570-e49b6081488f), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.274103 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 125c2790-22a7-4829-95c8-0e579e68c74b {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:00:52.274453 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 125c2790-22a7-4829-95c8-0e579e68c74b not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:00:52.302288 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e1e6c4c8-aef9-4102-bab1-2e3ace506833 admin admin] Publish callbacks [] for subnet (9777dcb7-bc4b-47a6-8570-e49b6081488f), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.383971 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e1e6c4c8-aef9-4102-bab1-2e3ace506833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (9777dcb7-bc4b-47a6-8570-e49b6081488f), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.409910 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42316) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:52.429908 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5fdd09f7-e73f-49d5-8992-dc9dc2945431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.430469 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:52.485176 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037fc3d-c921-40ed-9bbe-8c16cd4ca3a6 req-b1f8f886-d212-455d-92ed-9bc7cca526ae tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:52.486662 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5037fc3d-c921-40ed-9bbe-8c16cd4ca3a6 req-b1f8f886-d212-455d-92ed-9bc7cca526ae tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0584154 Jul 25 06:00:52.512837 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5fdd09f7-e73f-49d5-8992-dc9dc2945431 admin admin] Publish callbacks [] for security_group (9697c1f0-2b9d-4a3a-9126-b87329abcba1), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.536387 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5037fc3d-c921-40ed-9bbe-8c16cd4ca3a6 req-6fd536d4-0626-4c55-bfb6-e34486b8f68b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Jul 25 06:00:52.544197 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e1e6c4c8-aef9-4102-bab1-2e3ace506833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (9777dcb7-bc4b-47a6-8570-e49b6081488f), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.568351 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6c4c8-aef9-4102-bab1-2e3ace506833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9777dcb7-bc4b-47a6-8570-e49b6081488f,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:52.574712 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e1e6c4c8-aef9-4102-bab1-2e3ace506833 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.578012 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e1e6c4c8-aef9-4102-bab1-2e3ace506833 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/9777dcb7-bc4b-47a6-8570-e49b6081488f HTTP/1.1" status: 204 len: 168 time: 0.3684671 Jul 25 06:00:52.580356 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42318) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:52.581603 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea563481-3f64-4465-9337-35e90522f8e6 None None] Network 0d15383e-d6bc-440c-8878-9fb1b58b4e6c requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:00:52.595141 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5fdd09f7-e73f-49d5-8992-dc9dc2945431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (9697c1f0-2b9d-4a3a-9126-b87329abcba1), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.636738 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-5fdd09f7-e73f-49d5-8992-dc9dc2945431 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a5ac99a1996b465594ad5b6817107a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256994 Jul 25 06:00:52.637986 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd09f7-e73f-49d5-8992-dc9dc2945431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9697c1f0-2b9d-4a3a-9126-b87329abcba1,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:52.640632 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42320) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:52.681908 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (0d15383e-d6bc-440c-8878-9fb1b58b4e6c), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.733381 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af5eb5f-003e-4903-9d9a-e58b5c6b1d5a None None] DHCP port deletion for 0d15383e-d6bc-440c-8878-9fb1b58b4e6c request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:00:52.736862 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ab76c168-b32b-4c57-827c-ba131d8c20c8 admin admin] Publish callbacks [] for security_group (9697c1f0-2b9d-4a3a-9126-b87329abcba1), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.754682 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:52.760792 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Deleting port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:00:52.761265 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.778092 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-7af5eb5f-003e-4903-9d9a-e58b5c6b1d5a None None] Deleting port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:00:52.778497 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7af5eb5f-003e-4903-9d9a-e58b5c6b1d5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.781274 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ab76c168-b32b-4c57-827c-ba131d8c20c8 admin admin] Publish callbacks [] for security_group (9697c1f0-2b9d-4a3a-9126-b87329abcba1), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.847923 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-7af5eb5f-003e-4903-9d9a-e58b5c6b1d5a None None] For port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=8419b876-f6a4-4fe6-bee1-dd2e22bf95a2,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:52.848960 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7af5eb5f-003e-4903-9d9a-e58b5c6b1d5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.863155 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-7af5eb5f-003e-4903-9d9a-e58b5c6b1d5a None None] Calling delete_port for 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:00:52.865143 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] For port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=8419b876-f6a4-4fe6-bee1-dd2e22bf95a2,segment=NetworkSegment(c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1),segment_id=c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:00:52.865496 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.880164 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Calling delete_port for 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 owned by network:dhcp {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:00:52.961486 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ab76c168-b32b-4c57-827c-ba131d8c20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (9697c1f0-2b9d-4a3a-9126-b87329abcba1), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.964217 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ab76c168-b32b-4c57-827c-ba131d8c20c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:52.968381 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-ab76c168-b32b-4c57-827c-ba131d8c20c8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9697c1f0-2b9d-4a3a-9126-b87329abcba1 HTTP/1.1" status: 204 len: 168 time: 0.3270142 Jul 25 06:00:52.976769 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76c168-b32b-4c57-827c-ba131d8c20c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697c1f0-2b9d-4a3a-9126-b87329abcba1,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:53.024385 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.039036 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7af5eb5f-003e-4903-9d9a-e58b5c6b1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (8419b876-f6a4-4fe6-bee1-dd2e22bf95a2), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.052845 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8419b876-f6a4-4fe6-bee1-dd2e22bf95a2,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:53.057105 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] No DVR routers for this DVR port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 on host dv-cinder-848418-2-iscsi {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:00:53.074377 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5eb5f-003e-4903-9d9a-e58b5c6b1d5a None None] Pushing event deleted for resources: {'Port': ['ID=8419b876-f6a4-4fe6-bee1-dd2e22bf95a2,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:53.079686 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af5eb5f-003e-4903-9d9a-e58b5c6b1d5a None None] No DVR routers for this DVR port 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:00:53.172700 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (0d15383e-d6bc-440c-8878-9fb1b58b4e6c), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.196366 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.197805 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.198458 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.198919 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.199898 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.200382 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.200718 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.201070 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.201389 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.201776 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.369716 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.369716 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.369716 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.369972 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:00:53.370364 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d15383e-d6bc-440c-8878-9fb1b58b4e6c']}} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:53.389766 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1') {'for_net_delete': True} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:53.390156 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1') {} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:00:53.408242 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126606'] for segment (c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.435196 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.446438 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:00:53.446903 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11572873'] for segment (c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.608777 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42356) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:53.617860 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (0d15383e-d6bc-440c-8878-9fb1b58b4e6c), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.624410 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.631395 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] 10.222.0.40 "DELETE /v2.0/networks/0d15383e-d6bc-440c-8878-9fb1b58b4e6c HTTP/1.1" status: 204 len: 168 time: 1.0472176 Jul 25 06:00:53.643896 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf26a68-06db-4b9d-802e-2268d6f172e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d15383e-d6bc-440c-8878-9fb1b58b4e6c,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:53.686574 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67ab22-0107-4b23-a86f-4a9a9301eb71 req-19a8a62d-a265-4973-a52b-80b6b98c0358 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:53.688147 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8f67ab22-0107-4b23-a86f-4a9a9301eb71 req-19a8a62d-a265-4973-a52b-80b6b98c0358 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0791416 Jul 25 06:00:53.749506 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8f67ab22-0107-4b23-a86f-4a9a9301eb71 req-04f04c74-b6fb-4d0f-a612-a54b65ad2a01 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523367 Jul 25 06:00:53.804643 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42368) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:53.823205 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5250c2b-f13d-4afd-826e-08c104b138fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.929098 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5250c2b-f13d-4afd-826e-08c104b138fc admin admin] Publish callbacks [] for security_group (c85d4ea9-c475-4d7b-abeb-c0a35ddc2ec8), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.967117 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c581bc97-ed25-40b3-8ebc-efac3a12ff7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:53.970139 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:53.983653 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5250c2b-f13d-4afd-826e-08c104b138fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c85d4ea9-c475-4d7b-abeb-c0a35ddc2ec8), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.035972 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e5250c2b-f13d-4afd-826e-08c104b138fc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c3f1030efec343b5afdf90f586fb1a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302451 Jul 25 06:00:54.038592 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42374) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:54.047157 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5250c2b-f13d-4afd-826e-08c104b138fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85d4ea9-c475-4d7b-abeb-c0a35ddc2ec8,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:54.101895 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1 resource provider aggregate not found Jul 25 06:00:54.135173 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9a3b3f6-a1bf-4570-93c4-3a43bdfb08a1 found for delete ", "request_id": "req-5f348fa0-fbe3-49a4-a783-8f86f18eabe0"}]} Jul 25 06:00:54.138188 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:54.148152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-414aa1e6-0f48-4843-b8c0-2299fedbaece admin admin] Publish callbacks [] for security_group (c85d4ea9-c475-4d7b-abeb-c0a35ddc2ec8), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.169959 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c581bc97-ed25-40b3-8ebc-efac3a12ff7f admin admin] Publish callbacks [] for security_group (996ebf1c-2998-46f7-bab7-ce63a2e4a9a4), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.186755 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-414aa1e6-0f48-4843-b8c0-2299fedbaece admin admin] Publish callbacks [] for security_group (c85d4ea9-c475-4d7b-abeb-c0a35ddc2ec8), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.235409 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c581bc97-ed25-40b3-8ebc-efac3a12ff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (996ebf1c-2998-46f7-bab7-ce63a2e4a9a4), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.244816 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:00:54.273672 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42386) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:54.284040 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:00:54.286158 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-c581bc97-ed25-40b3-8ebc-efac3a12ff7f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b21e65c1c53f48c39dcf39b8d05a71be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758246 Jul 25 06:00:54.287145 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581bc97-ed25-40b3-8ebc-efac3a12ff7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ebf1c-2998-46f7-bab7-ce63a2e4a9a4,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:54.290080 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 8419b876-f6a4-4fe6-bee1-dd2e22bf95a2 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:00:54.290762 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42388) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:54.336957 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-93d5e85c-695c-48d2-8ec8-e888e051796d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1484746571a24f5db36ed027469f88c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0617106 Jul 25 06:00:54.339853 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42390) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:54.360518 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-414aa1e6-0f48-4843-b8c0-2299fedbaece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c85d4ea9-c475-4d7b-abeb-c0a35ddc2ec8), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.365179 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-414aa1e6-0f48-4843-b8c0-2299fedbaece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.365179 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-414aa1e6-0f48-4843-b8c0-2299fedbaece admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c85d4ea9-c475-4d7b-abeb-c0a35ddc2ec8 HTTP/1.1" status: 204 len: 168 time: 0.3246605 Jul 25 06:00:54.371728 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5606ad17-f868-49f0-a7f1-8bd558f18e90 admin admin] Publish callbacks [] for security_group (996ebf1c-2998-46f7-bab7-ce63a2e4a9a4), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.405453 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aa1e6-0f48-4843-b8c0-2299fedbaece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85d4ea9-c475-4d7b-abeb-c0a35ddc2ec8,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:54.420032 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5606ad17-f868-49f0-a7f1-8bd558f18e90 admin admin] Publish callbacks [] for security_group (996ebf1c-2998-46f7-bab7-ce63a2e4a9a4), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.462937 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8d14306e-f291-4a70-bf05-1f6014fc7284 admin admin] Publish callbacks [] for security_group (d7143db6-779f-4c20-ac33-f8e6b16cacec), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.488002 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8d14306e-f291-4a70-bf05-1f6014fc7284 admin admin] Publish callbacks [] for security_group (d7143db6-779f-4c20-ac33-f8e6b16cacec), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.600576 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5606ad17-f868-49f0-a7f1-8bd558f18e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (996ebf1c-2998-46f7-bab7-ce63a2e4a9a4), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.603949 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5606ad17-f868-49f0-a7f1-8bd558f18e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.605378 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-5606ad17-f868-49f0-a7f1-8bd558f18e90 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/996ebf1c-2998-46f7-bab7-ce63a2e4a9a4 HTTP/1.1" status: 204 len: 168 time: 0.3139410 Jul 25 06:00:54.616420 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606ad17-f868-49f0-a7f1-8bd558f18e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ebf1c-2998-46f7-bab7-ce63a2e4a9a4,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:54.636925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8d14306e-f291-4a70-bf05-1f6014fc7284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (d7143db6-779f-4c20-ac33-f8e6b16cacec), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.640848 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8d14306e-f291-4a70-bf05-1f6014fc7284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:54.645581 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-8d14306e-f291-4a70-bf05-1f6014fc7284 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d7143db6-779f-4c20-ac33-f8e6b16cacec HTTP/1.1" status: 204 len: 168 time: 0.3022151 Jul 25 06:00:54.652995 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14306e-f291-4a70-bf05-1f6014fc7284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7143db6-779f-4c20-ac33-f8e6b16cacec,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:54.876277 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40269f72-4810-4b70-add7-ae7bac5ca48b req-8c45981a-4f71-4b37-8e59-24d19b4eb7b0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:54.877827 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-40269f72-4810-4b70-add7-ae7bac5ca48b req-8c45981a-4f71-4b37-8e59-24d19b4eb7b0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0506396 Jul 25 06:00:54.929205 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-40269f72-4810-4b70-add7-ae7bac5ca48b req-95d83f5f-a1f7-41f0-8ada-55e8e9a7afe6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Jul 25 06:00:55.229957 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:56.065820 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f9abd-40e0-4fc0-8946-c9ffd250c6f6 req-e90924a9-825b-4d4b-b36e-a36e850b0209 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:56.067360 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5f8f9abd-40e0-4fc0-8946-c9ffd250c6f6 req-e90924a9-825b-4d4b-b36e-a36e850b0209 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0511189 Jul 25 06:00:56.079916 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:56.083053 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42488) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:56.122066 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5f8f9abd-40e0-4fc0-8946-c9ffd250c6f6 req-8dffdf71-4e3e-4d30-b445-f846b9aa0cda tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485249 Jul 25 06:00:56.334034 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-426212140-network', 'tenant_id': '7d97f354896a4f1bbef0b4d1e6b99c27'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:00:56.446517 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Made reservation on behalf of 7d97f354896a4f1bbef0b4d1e6b99c27 for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:00:56.449001 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:56.458419 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:56.546910 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Publish callbacks [] for security_group (004c886d-1dea-497b-b9c9-b0e4a354978a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:56.600666 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (004c886d-1dea-497b-b9c9-b0e4a354978a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:56.624210 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:00:56.640551 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004c886d-1dea-497b-b9c9-b0e4a354978a,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:56.643387 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:56.643731 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Added segment 6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9 of type vlan for network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b Jul 25 06:00:56.686474 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (bed4e1ff-978c-499b-96a3-5f6ed76b5a2b), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:56.789319 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (bed4e1ff-978c-499b-96a3-5f6ed76b5a2b), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:56.790459 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:56.791214 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:56.860055 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] Pushing event updated for resources: {'Network': ['ID=bed4e1ff-978c-499b-96a3-5f6ed76b5a2b,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:56.870633 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:00:56.906244 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-38e40212-e730-40c9-9d26-47cbf251bc42 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8201580 Jul 25 06:00:56.909133 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42504) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:00:56.913788 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Request body: {'subnet': {'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-426212140-subnet', 'tenant_id': '7d97f354896a4f1bbef0b4d1e6b99c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:00:57.000771 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Made reservation on behalf of 7d97f354896a4f1bbef0b4d1e6b99c27 for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:00:57.003132 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8647417'] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:57.081193 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8a89-d113-4ffc-be37-eebc43e69749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:57.095824 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:57.248943 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbeab27-a222-45f4-bd8c-19855382b8c5 req-2aa0a020-15a9-402b-9a61-86be1f90d49a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:57.250416 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8fbeab27-a222-45f4-bd8c-19855382b8c5 req-2aa0a020-15a9-402b-9a61-86be1f90d49a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0509953 Jul 25 06:00:57.289118 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11572850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8647403'] for subnet (8b58dc0e-8146-46fa-8ae8-887d81b1ca06), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:57.297508 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:57.327862 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8fbeab27-a222-45f4-bd8c-19855382b8c5 req-635ca85d-abfc-4b4c-9402-c8b92a89fabc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709631 Jul 25 06:00:57.357423 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b58dc0e-8146-46fa-8ae8-887d81b1ca06,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:00:57.374879 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Checking segment: {'id': '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:00:57.375300 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Network hostable DHCP agents. Network: bed4e1ff-978c-499b-96a3-5f6ed76b5a2b, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:00:57.480459 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:00:57.572619 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, bed4e1ff-978c-499b-96a3-5f6ed76b5a2b) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:00:57.577061 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:57.577713 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:57.582121 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de339f7-08ea-4760-b390-624761507802 None None] Network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:00:57.678790 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddcbcfc-6e72-4b22-9b9f-e1345d39fbe1 None None] Network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:00:57.687345 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-f4c4a5ec-3268-4c9f-9941-0cc3a4a563e7 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7771070 Jul 25 06:00:57.691636 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:00:58.445930 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d61e30-8388-4945-bd48-138366f116bd req-96c44aa1-2200-4ed8-8ef8-eb2c2da02302 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:58.447530 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-06d61e30-8388-4945-bd48-138366f116bd req-96c44aa1-2200-4ed8-8ef8-eb2c2da02302 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0490057 Jul 25 06:00:58.495913 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-06d61e30-8388-4945-bd48-138366f116bd req-10136548-19c7-437e-adf5-3c41b369a042 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427668 Jul 25 06:00:58.841082 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:59.428798 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-976939e7-9809-4f49-aaf7-9b2eebb7cb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:00:59.615223 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447e89-163a-4d27-b4fe-69ee4abae133 req-68e48f2d-a920-4d80-87dc-9ce6433f9a36 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:59.616731 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-29447e89-163a-4d27-b4fe-69ee4abae133 req-68e48f2d-a920-4d80-87dc-9ce6433f9a36 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0476701 Jul 25 06:00:59.672723 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-29447e89-163a-4d27-b4fe-69ee4abae133 req-0ab3bc0f-5816-4884-91b7-f0996b062bcb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489943 Jul 25 06:00:59.735414 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a406b13-b5d0-4bef-add1-8e4c57946af3 req-64ba6b3b-8138-497f-836a-27d52a6763e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:00:59.736869 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8a406b13-b5d0-4bef-add1-8e4c57946af3 req-64ba6b3b-8138-497f-836a-27d52a6763e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 1130 time: 0.0415959 Jul 25 06:00:59.783782 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8a406b13-b5d0-4bef-add1-8e4c57946af3 req-f0182434-7880-4391-b26f-9af4dc155439 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383966 Jul 25 06:01:00.061906 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-1efb5b36-4f5c-4e6a-8058-3a3d775245e6 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:00.064768 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-1efb5b36-4f5c-4e6a-8058-3a3d775245e6 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/networks?id=bed4e1ff-978c-499b-96a3-5f6ed76b5a2b HTTP/1.1" status: 200 len: 813 time: 0.1132805 Jul 25 06:01:00.079260 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-78e528ed-4320-436e-8a60-24a2c1ea81f1 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/quotas/7d97f354896a4f1bbef0b4d1e6b99c27 HTTP/1.1" status: 200 len: 375 time: 0.0100424 Jul 25 06:01:00.116870 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-4e8065be-1343-4aa9-a552-e95caa3da544 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7d97f354896a4f1bbef0b4d1e6b99c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303302 Jul 25 06:01:00.215048 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-fa71c0ca-403d-46a0-b4e1-8c9f17e71a20 service neutron] 10.222.0.40 "GET /v2.0/networks/bed4e1ff-978c-499b-96a3-5f6ed76b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878563 Jul 25 06:01:00.274876 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42602) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:00.313360 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-3336cc58-e0f4-4c68-994e-932d50c825a4 service neutron] 10.222.0.40 "GET /v2.0/networks/bed4e1ff-978c-499b-96a3-5f6ed76b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914037 Jul 25 06:01:00.391329 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7163f34e-d964-4b69-8335-47e54fd7c0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:00.470823 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7163f34e-d964-4b69-8335-47e54fd7c0e6 admin admin] Publish callbacks [] for security_group (85198413-14ce-4cad-a64d-8671ce86aed2), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:00.519119 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42608) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:00.571910 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7163f34e-d964-4b69-8335-47e54fd7c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (85198413-14ce-4cad-a64d-8671ce86aed2), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:00.641872 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163f34e-d964-4b69-8335-47e54fd7c0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85198413-14ce-4cad-a64d-8671ce86aed2,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:00.656304 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:00.707510 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-7163f34e-d964-4b69-8335-47e54fd7c0e6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=50d4a8f19ba9426095868160e165016b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4314272 Jul 25 06:01:00.709250 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-664dbe00-59c2-43b2-b7a8-581941c6cf04 req-75f5c371-b61f-4159-9223-27306b8ad610 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 210 time: 0.1198778 Jul 25 06:01:00.710081 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42622) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:00.719028 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e9196edb-6228-4af4-b77a-be0ba9cb67e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:00.758290 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:00.824380 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dca83922-2472-4573-a855-7512dd27a931 admin admin] Publish callbacks [] for security_group (85198413-14ce-4cad-a64d-8671ce86aed2), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:00.826028 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e9196edb-6228-4af4-b77a-be0ba9cb67e3 admin admin] Publish callbacks [] for security_group (a22fa38d-41b9-4669-bfbf-02d1fa3fadce), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:00.831411 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27194a-5cb0-4099-82f5-4ba24f123b1a req-b64579f0-9f2b-424e-8f6a-4befe80d4adf tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:00.832906 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0d27194a-5cb0-4099-82f5-4ba24f123b1a req-b64579f0-9f2b-424e-8f6a-4befe80d4adf tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0693717 Jul 25 06:01:00.872683 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:00.874719 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dca83922-2472-4573-a855-7512dd27a931 admin admin] Publish callbacks [] for security_group (85198413-14ce-4cad-a64d-8671ce86aed2), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:00.903690 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e9196edb-6228-4af4-b77a-be0ba9cb67e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a22fa38d-41b9-4669-bfbf-02d1fa3fadce), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:00.926330 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0d27194a-5cb0-4099-82f5-4ba24f123b1a req-b099eeee-4283-48a3-8bb1-39813e3e8380 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 Jul 25 06:01:00.953748 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9196edb-6228-4af4-b77a-be0ba9cb67e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22fa38d-41b9-4669-bfbf-02d1fa3fadce,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:00.953748 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-e9196edb-6228-4af4-b77a-be0ba9cb67e3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c73436901fc24d3cac76e4110b7ae237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294138 Jul 25 06:01:00.953960 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42628) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:01.003889 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a7f76698-12e2-4e5e-9c70-363b81508633 admin admin] Publish callbacks [] for security_group (a22fa38d-41b9-4669-bfbf-02d1fa3fadce), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:01.027050 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a7f76698-12e2-4e5e-9c70-363b81508633 admin admin] Publish callbacks [] for security_group (a22fa38d-41b9-4669-bfbf-02d1fa3fadce), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:01.040518 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:01.059958 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dca83922-2472-4573-a855-7512dd27a931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (85198413-14ce-4cad-a64d-8671ce86aed2), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:01.064010 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dca83922-2472-4573-a855-7512dd27a931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:01.065186 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-dca83922-2472-4573-a855-7512dd27a931 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/85198413-14ce-4cad-a64d-8671ce86aed2 HTTP/1.1" status: 204 len: 168 time: 0.3542719 Jul 25 06:01:01.077832 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca83922-2472-4573-a855-7512dd27a931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85198413-14ce-4cad-a64d-8671ce86aed2,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:01.206096 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a7f76698-12e2-4e5e-9c70-363b81508633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a22fa38d-41b9-4669-bfbf-02d1fa3fadce), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:01.209022 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a7f76698-12e2-4e5e-9c70-363b81508633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:01.210243 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a7f76698-12e2-4e5e-9c70-363b81508633 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a22fa38d-41b9-4669-bfbf-02d1fa3fadce HTTP/1.1" status: 204 len: 168 time: 0.2567003 Jul 25 06:01:01.220828 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f76698-12e2-4e5e-9c70-363b81508633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22fa38d-41b9-4669-bfbf-02d1fa3fadce,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:01.839347 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-12ed70be-06ca-4629-9838-8a3351563465 req-dbd80795-a201-4d92-9a62-dfa8ccdd7b70 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 210 time: 0.0397835 Jul 25 06:01:01.874768 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:02.070451 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34c559-6edf-4a66-b623-a1e99f79bdb3 req-89b58661-da0f-41e9-9836-ca33bcda11eb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:02.072430 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ab34c559-6edf-4a66-b623-a1e99f79bdb3 req-89b58661-da0f-41e9-9836-ca33bcda11eb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0557189 Jul 25 06:01:02.123562 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ab34c559-6edf-4a66-b623-a1e99f79bdb3 req-13f78ea6-b616-4454-8a19-a1cec2c6e968 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428393 Jul 25 06:01:02.246138 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:02.494305 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e08cb-479a-4480-a1d9-35148e3fdbda req-bb33dcb2-e8c3-476d-ab2a-8098d433444c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:02.494305 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f2e08cb-479a-4480-a1d9-35148e3fdbda req-bb33dcb2-e8c3-476d-ab2a-8098d433444c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.2919724 Jul 25 06:01:02.531474 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:02.553151 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f2e08cb-479a-4480-a1d9-35148e3fdbda req-b1c0f92e-8857-492d-a808-7ccab6b6a4ac tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503745 Jul 25 06:01:02.946768 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b5ab37fd-c17c-40c5-b5a4-28dea553e3af req-f6578a70-b338-4285-8338-19b9eb4798ca tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 210 time: 0.0273819 Jul 25 06:01:03.191761 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-7b781aca-80fc-4dac-a6c0-463ed8abb781 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:03.193243 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-7b781aca-80fc-4dac-a6c0-463ed8abb781 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.47 "GET /v2.0/networks?id=bed4e1ff-978c-499b-96a3-5f6ed76b5a2b HTTP/1.1" status: 200 len: 813 time: 0.1122882 Jul 25 06:01:03.206735 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Request body: {'port': {'device_id': '2abbf803-6310-4fcd-bc09-ff506fab0a30', 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b', 'admin_state_up': True, 'tenant_id': '7d97f354896a4f1bbef0b4d1e6b99c27'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:03.389119 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Made reservation on behalf of 7d97f354896a4f1bbef0b4d1e6b99c27 for: {'port': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:03.392621 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:03.529321 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Allocated IP 172.20.0.5 (bed4e1ff-978c-499b-96a3-5f6ed76b5a2b/8b58dc0e-8146-46fa-8ae8-887d81b1ca06/c773c2c6-02cb-4486-8cdb-0116d19cfa92) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:01:03.681567 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks [] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:03.761259 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:03.806824 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:01:03.811910 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:01:03.819343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:01:03.825024 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:03.825673 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:03.827992 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:03.829895 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Pushing event updated for resources: {'Port': ['ID=c773c2c6-02cb-4486-8cdb-0116d19cfa92,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:03.901027 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-f2663a06-53ae-4e30-bb5d-c444654dfda3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6979294 Jul 25 06:01:03.915575 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Request body: {'port': {'device_id': '2abbf803-6310-4fcd-bc09-ff506fab0a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:03.980597 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:04.013409 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:04.065223 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3f0a9-5d3b-479a-bef8-690e97d5db7f req-1fa4ac78-7f63-4989-9210-10bee71a37f4 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:04.066694 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2ca3f0a9-5d3b-479a-bef8-690e97d5db7f req-1fa4ac78-7f63-4989-9210-10bee71a37f4 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 931 time: 0.0516081 Jul 25 06:01:04.116334 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2ca3f0a9-5d3b-479a-bef8-690e97d5db7f req-0af2686a-4b5e-47e4-bfc2-6a72a9bb75e3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Jul 25 06:01:04.241069 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c773c2c6-02cb-4486-8cdb-0116d19cfa92 {{(pid=110783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:01:04.249733 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Publish callbacks [] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:04.262694 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.provisioning_blocks [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Transition to ACTIVE for port object c773c2c6-02cb-4486-8cdb-0116d19cfa92 will not be triggered until provisioned by entity L2. {{(pid=110783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:01:04.343562 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:04.395387 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Pushing event updated for resources: {'Port': ['ID=c773c2c6-02cb-4486-8cdb-0116d19cfa92,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:04.449709 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Attempting to bind port c773c2c6-02cb-4486-8cdb-0116d19cfa92 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:01:04.449855 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Attempting to bind port c773c2c6-02cb-4486-8cdb-0116d19cfa92 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b'}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:01:04.450178 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Attempting to bind port c773c2c6-02cb-4486-8cdb-0116d19cfa92 on network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:01:04.459375 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Port c773c2c6-02cb-4486-8cdb-0116d19cfa92 on network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:01:04.459695 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Attempting to bind port c773c2c6-02cb-4486-8cdb-0116d19cfa92 on network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:01:04.470323 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:01:04.470937 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Checking segment: {'id': '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:01:04.472432 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Bound using segment: {'id': '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b'} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:01:04.472980 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Bound port: c773c2c6-02cb-4486-8cdb-0116d19cfa92, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b'}}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:01:04.473492 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:04.476073 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=41,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:04.493785 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=51 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:04.549420 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] For port c773c2c6-02cb-4486-8cdb-0116d19cfa92, host hv-cinder-84841, cleared binding levels {{(pid=110783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:01:04.552673 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] For port c773c2c6-02cb-4486-8cdb-0116d19cfa92, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c773c2c6-02cb-4486-8cdb-0116d19cfa92,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:01:04.657124 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:04.713901 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:04.714673 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:04.716472 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] 10.222.0.47 "PUT /v2.0/ports/c773c2c6-02cb-4486-8cdb-0116d19cfa92 HTTP/1.1" status: 200 len: 1093 time: 0.8055263 Jul 25 06:01:04.717440 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abbf803-6310-4fcd-bc09-ff506fab0a30', 'tag': 'c773c2c6-02cb-4486-8cdb-0116d19cfa92'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:04.719706 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e2933-3eba-4f19-ab97-a400592ff464" -d '{"events": [{"name": "network-changed", "server_uuid": "2abbf803-6310-4fcd-bc09-ff506fab0a30", "tag": "c773c2c6-02cb-4486-8cdb-0116d19cfa92"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:04.746864 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0acab-75e4-4f13-a4cb-d5b132c5872e service neutron] Pushing event updated for resources: {'Port': ['ID=c773c2c6-02cb-4486-8cdb-0116d19cfa92,revision_number=3']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:04.777895 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e386069c-747a-4d30-b6cd-41b54dfc5201 x-openstack-request-id: req-e386069c-747a-4d30-b6cd-41b54dfc5201 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:04.778182 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abbf803-6310-4fcd-bc09-ff506fab0a30", "tag": "c773c2c6-02cb-4486-8cdb-0116d19cfa92", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:04.778432 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e386069c-747a-4d30-b6cd-41b54dfc5201 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:04.778832 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e386069c-747a-4d30-b6cd-41b54dfc5201'] response: {'name': 'network-changed', 'server_uuid': '2abbf803-6310-4fcd-bc09-ff506fab0a30', 'tag': 'c773c2c6-02cb-4486-8cdb-0116d19cfa92', 'status': 'completed', 'code': 200} Jul 25 06:01:04.851359 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e2933-3eba-4f19-ab97-a400592ff464 req-39963991-55cd-4651-b0cf-936fe0b67b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:04.853814 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-860e2933-3eba-4f19-ab97-a400592ff464 req-39963991-55cd-4651-b0cf-936fe0b67b52 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d97f354896a4f1bbef0b4d1e6b99c27&device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 1127 time: 0.0503800 Jul 25 06:01:04.878688 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:04.963009 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e2933-3eba-4f19-ab97-a400592ff464 req-d31b5858-5bdb-4c43-95f6-39d6a16ddeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:04.964556 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-860e2933-3eba-4f19-ab97-a400592ff464 req-d31b5858-5bdb-4c43-95f6-39d6a16ddeec service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7d97f354896a4f1bbef0b4d1e6b99c27&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1041377 Jul 25 06:01:04.997015 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7c70b-a48d-4e5c-b56c-235892ac93a8 req-bc0b395d-7c02-4139-be90-0a66b6c82290 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:04.999035 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3da7c70b-a48d-4e5c-b56c-235892ac93a8 req-bc0b395d-7c02-4139-be90-0a66b6c82290 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0513983 Jul 25 06:01:05.072315 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-af82575d-f01e-4e12-be3a-dbd5f90f4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:05.074069 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-af82575d-f01e-4e12-be3a-dbd5f90f4752 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0687430 Jul 25 06:01:05.077999 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e2933-3eba-4f19-ab97-a400592ff464 req-080b7188-5684-441f-abde-7d10500f0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:05.079455 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-860e2933-3eba-4f19-ab97-a400592ff464 req-080b7188-5684-441f-abde-7d10500f0f3e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072927 Jul 25 06:01:05.089398 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3da7c70b-a48d-4e5c-b56c-235892ac93a8 req-fde5e1fc-9eef-436f-9372-2eaa3ddd3043 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757768 Jul 25 06:01:05.164189 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-73089225-fdc2-4e12-b1de-3a8efa5870b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:05.166566 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-73089225-fdc2-4e12-b1de-3a8efa5870b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d97f354896a4f1bbef0b4d1e6b99c27&device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 1127 time: 0.0467198 Jul 25 06:01:05.184025 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-25b31eb9-0838-4d41-9a58-b8cc02e25aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:05.185651 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-25b31eb9-0838-4d41-9a58-b8cc02e25aa8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.1000018 Jul 25 06:01:05.215999 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-938c46d0-4514-4c63-8437-4e68d039fecb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c773c2c6-02cb-4486-8cdb-0116d19cfa92 HTTP/1.1" status: 200 len: 217 time: 0.0382934 Jul 25 06:01:05.238639 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-a57738cb-e00a-4753-8fe7-1c04fd3f3d04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49 HTTP/1.1" status: 200 len: 217 time: 0.0447965 Jul 25 06:01:05.292218 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-deabdd44-73cd-4731-ade5-ad0bfef1324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:05.293829 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-deabdd44-73cd-4731-ade5-ad0bfef1324f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0482004 Jul 25 06:01:05.294869 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f5503-1702-4f0f-acdd-715cce966cb1 req-3b09e3b1-9aba-4fe8-8b13-395ea90887ca tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:05.296265 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6e8f5503-1702-4f0f-acdd-715cce966cb1 req-3b09e3b1-9aba-4fe8-8b13-395ea90887ca tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 943 time: 0.0867476 Jul 25 06:01:05.312283 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-768d7338-e8ad-46b0-9f02-ab562fef0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:05.313880 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-768d7338-e8ad-46b0-9f02-ab562fef0fc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b58dc0e-8146-46fa-8ae8-887d81b1ca06 HTTP/1.1" status: 200 len: 853 time: 0.0908411 Jul 25 06:01:05.344552 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-0413c080-726a-406c-8130-4a71aef77b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:05.346131 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-0413c080-726a-406c-8130-4a71aef77b05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459576 Jul 25 06:01:05.352895 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-5f1e7a7f-84b1-4aca-90f8-cf03c4bb552e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bed4e1ff-978c-499b-96a3-5f6ed76b5a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308554 Jul 25 06:01:05.396657 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6e8f5503-1702-4f0f-acdd-715cce966cb1 req-01b7e08b-0159-405a-a92f-ef3a4e427f5b tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939984 Jul 25 06:01:05.440170 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:05.445083 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-49c8855c-2a0d-4a3d-b797-548dccad14c5 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914931 Jul 25 06:01:05.470284 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-4c05cce6-3f87-4469-96d7-e55ee92ef2e0 service neutron] 10.222.0.47 "GET /v2.0/networks/bed4e1ff-978c-499b-96a3-5f6ed76b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052246 Jul 25 06:01:05.539142 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9299a60-f2bc-4286-8a3a-5fa1759118b0 req-cbffa463-6817-4bb4-b24e-5b4f019030a5 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 Jul 25 06:01:05.566783 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee74deea-8516-43ad-a9a4-4a8efad4e7e8 req-ae30309a-d3bc-4899-acd2-3ea82ee19e7b service neutron] 10.222.0.47 "GET /v2.0/networks/bed4e1ff-978c-499b-96a3-5f6ed76b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890415 Jul 25 06:01:06.203459 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddce37-74c0-46c5-bd9d-e0e2d3f9f7f8 req-53f443e7-6907-483d-a2f6-3b9813ab3d63 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:06.204964 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bfddce37-74c0-46c5-bd9d-e0e2d3f9f7f8 req-53f443e7-6907-483d-a2f6-3b9813ab3d63 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0474825 Jul 25 06:01:06.255661 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bfddce37-74c0-46c5-bd9d-e0e2d3f9f7f8 req-acf9a884-199f-40c5-a2c5-dbcec4f241d3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448282 Jul 25 06:01:06.519027 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ceebe-0c40-4082-986b-fc583e84d5ba req-b65213ad-a5f4-44fc-a7a9-82b2a4fb2a94 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:06.520547 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b76ceebe-0c40-4082-986b-fc583e84d5ba req-b65213ad-a5f4-44fc-a7a9-82b2a4fb2a94 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 943 time: 0.0527551 Jul 25 06:01:06.568182 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b76ceebe-0c40-4082-986b-fc583e84d5ba req-90373183-fff4-44c0-b799-7531cd17db07 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412090 Jul 25 06:01:07.365244 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5396138-f37e-4297-a039-9e36857cf96a req-a7a01bcc-c44c-4fa7-8c0f-468b72be8e71 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:07.366700 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d5396138-f37e-4297-a039-9e36857cf96a req-a7a01bcc-c44c-4fa7-8c0f-468b72be8e71 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0455272 Jul 25 06:01:07.415303 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d5396138-f37e-4297-a039-9e36857cf96a req-4f565344-e31e-4b87-84b7-1ddba069d783 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Jul 25 06:01:07.553449 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42790) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:07.662687 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a7c8de8a-3007-45d3-a19e-8721c1cee45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:07.683263 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f82c7-0f1e-4f3e-94b8-d17f02ddb485 req-3bf4bfc6-f612-48ce-a80b-383195729c24 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:07.684939 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-046f82c7-0f1e-4f3e-94b8-d17f02ddb485 req-3bf4bfc6-f612-48ce-a80b-383195729c24 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 943 time: 0.0489480 Jul 25 06:01:07.698232 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:07.730047 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:07.737539 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-046f82c7-0f1e-4f3e-94b8-d17f02ddb485 req-8c72ccfe-68cc-4255-8cf8-bb536e704a7e tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461051 Jul 25 06:01:07.747068 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a7c8de8a-3007-45d3-a19e-8721c1cee45c admin admin] Publish callbacks [] for security_group (ec3e2021-9f9d-423f-892b-4c612355e2ce), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:07.794344 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a7c8de8a-3007-45d3-a19e-8721c1cee45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ec3e2021-9f9d-423f-892b-4c612355e2ce), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:07.833549 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a7c8de8a-3007-45d3-a19e-8721c1cee45c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fe6bc36a72b14577ad900d4ba4e1c382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789466 Jul 25 06:01:07.834338 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8de8a-3007-45d3-a19e-8721c1cee45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e2021-9f9d-423f-892b-4c612355e2ce,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:07.836242 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42800) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:07.885820 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-267273e0-49ed-49f1-bbe9-03f2f72cf87f admin admin] Publish callbacks [] for security_group (ec3e2021-9f9d-423f-892b-4c612355e2ce), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:07.913262 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-267273e0-49ed-49f1-bbe9-03f2f72cf87f admin admin] Publish callbacks [] for security_group (ec3e2021-9f9d-423f-892b-4c612355e2ce), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:08.068986 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-267273e0-49ed-49f1-bbe9-03f2f72cf87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ec3e2021-9f9d-423f-892b-4c612355e2ce), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:08.071817 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-267273e0-49ed-49f1-bbe9-03f2f72cf87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:08.073113 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-267273e0-49ed-49f1-bbe9-03f2f72cf87f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ec3e2021-9f9d-423f-892b-4c612355e2ce HTTP/1.1" status: 204 len: 168 time: 0.2349982 Jul 25 06:01:08.081529 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267273e0-49ed-49f1-bbe9-03f2f72cf87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e2021-9f9d-423f-892b-4c612355e2ce,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:08.536265 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9b654-ce7e-40ff-8b1e-80a922b1d055 req-52e87af5-c15c-4e48-91d5-4cbd61069154 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:08.538339 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-10c9b654-ce7e-40ff-8b1e-80a922b1d055 req-52e87af5-c15c-4e48-91d5-4cbd61069154 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0531662 Jul 25 06:01:08.589475 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-10c9b654-ce7e-40ff-8b1e-80a922b1d055 req-2cf4c42f-628a-4e87-8fe8-975aa09bc628 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Jul 25 06:01:08.851096 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9a1d5-3e30-4393-88a4-24425f11a7ee req-21a24a1a-a3c4-436b-9f44-e5ab41df6c6d tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:08.852644 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-29e9a1d5-3e30-4393-88a4-24425f11a7ee req-21a24a1a-a3c4-436b-9f44-e5ab41df6c6d tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 943 time: 0.0484898 Jul 25 06:01:08.901249 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-29e9a1d5-3e30-4393-88a4-24425f11a7ee req-40f853da-f569-4d78-b124-168969ba9721 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Jul 25 06:01:09.179394 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42836) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:09.278669 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1032688349-network', 'tenant_id': 'ff0ba8da3c914104b7e591b9d854878d'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:09.360985 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c773c2c6-02cb-4486-8cdb-0116d19cfa92 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:01:09.386962 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Made reservation on behalf of ff0ba8da3c914104b7e591b9d854878d for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:09.389431 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.399348 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.442199 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:09.463141 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c773c2c6-02cb-4486-8cdb-0116d19cfa92, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c773c2c6-02cb-4486-8cdb-0116d19cfa92,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:09.474244 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'c773c2c6-02cb-4486-8cdb-0116d19cfa92', 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b', 'port_id': 'c773c2c6-02cb-4486-8cdb-0116d19cfa92', 'mac_address': 'fa:16:3e:26:38:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b58dc0e-8146-46fa-8ae8-887d81b1ca06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:01:09.475995 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Publish callbacks [] for security_group (c1368f4b-3cd2-4901-bedb-9112b36d04b3), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.516550 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c773c2c6-02cb-4486-8cdb-0116d19cfa92 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:01:09.516942 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.530882 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c773c2c6-02cb-4486-8cdb-0116d19cfa92 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:01:09.550974 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c773c2c6-02cb-4486-8cdb-0116d19cfa92, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c773c2c6-02cb-4486-8cdb-0116d19cfa92,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:09.564517 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c1368f4b-3cd2-4901-bedb-9112b36d04b3), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.586566 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:01:09.600664 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1368f4b-3cd2-4901-bedb-9112b36d04b3,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:09.606233 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (fc6d17ae-8198-414c-9479-00aeee76f643), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.606570 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Added segment fc6d17ae-8198-414c-9479-00aeee76f643 of type vlan for network 18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df Jul 25 06:01:09.646097 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.657511 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.695508 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c773c2c6-02cb-4486-8cdb-0116d19cfa92,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:09.733054 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db9864-6271-41df-b272-e242c277c29a req-a9cc327c-4cee-4b55-8f5e-e0f91d7dce3f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:09.734571 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-20db9864-6271-41df-b272-e242c277c29a req-a9cc327c-4cee-4b55-8f5e-e0f91d7dce3f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0719571 Jul 25 06:01:09.780200 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.781195 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:09.781808 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:09.795700 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-20db9864-6271-41df-b272-e242c277c29a req-fc91ce19-e377-43b9-877d-2c0261ba92dd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553060 Jul 25 06:01:09.850905 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] Pushing event updated for resources: {'Network': ['ID=18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:09.860969 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:01:09.892688 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2f819f9c-9189-43b7-92d5-ae262511363e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7120583 Jul 25 06:01:09.895544 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42846) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:09.900544 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Request body: {'subnet': {'network_id': '18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1032688349-subnet', 'tenant_id': 'ff0ba8da3c914104b7e591b9d854878d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:09.980835 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['c773c2c6-02cb-4486-8cdb-0116d19cfa92'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:01:09.986855 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Made reservation on behalf of ff0ba8da3c914104b7e591b9d854878d for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:09.989503 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8647417'] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:10.016850 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af4e5-e5b6-4fcd-9dbc-82e2a5c3f1bf req-fc3a1490-138a-437f-8d0f-5f6cd526650a tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:10.019190 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1c5af4e5-e5b6-4fcd-9dbc-82e2a5c3f1bf req-fc3a1490-138a-437f-8d0f-5f6cd526650a tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 944 time: 0.0499818 Jul 25 06:01:10.055046 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:10.071239 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1c5af4e5-e5b6-4fcd-9dbc-82e2a5c3f1bf req-1c837222-1bf9-4b33-8a39-0c9d27ed36ab tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Jul 25 06:01:10.112482 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:10.158292 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:10.457141 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11572850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8647403'] for subnet (fbfe1290-aa08-436d-918a-f5376dbd0667), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:10.511333 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbfe1290-aa08-436d-918a-f5376dbd0667,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:10.523480 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Checking segment: {'id': 'fc6d17ae-8198-414c-9479-00aeee76f643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:01:10.526043 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Network hostable DHCP agents. Network: 18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:01:10.609596 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Network 18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:01:10.674321 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:01:10.678572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:10.679179 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:10.686930 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00982e6-f4cd-4433-8f16-7067f0a8615b None None] Network 18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:01:10.743664 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:10.762949 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-df27b387-9c89-40ad-a574-dd04516cf1fb admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8662665 Jul 25 06:01:10.788384 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882bdf14-6970-4c09-9ac5-3ff2514edeb5 None None] Network 18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:01:10.924826 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef99aca-c03a-43c8-8a9b-bac42aff32f3 req-b29705da-89ff-4c9b-ac10-c8491026aad9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:10.926291 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fef99aca-c03a-43c8-8a9b-bac42aff32f3 req-b29705da-89ff-4c9b-ac10-c8491026aad9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0487459 Jul 25 06:01:10.976554 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fef99aca-c03a-43c8-8a9b-bac42aff32f3 req-1e3936fd-ecca-4a64-a71d-94dea72619e2 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Jul 25 06:01:11.331047 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef7a49-0cbb-49c0-b56e-f8c179d7f8b2 req-2ed6fe60-ddb5-4806-b68e-4912138b630b tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:11.332460 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-40ef7a49-0cbb-49c0-b56e-f8c179d7f8b2 req-2ed6fe60-ddb5-4806-b68e-4912138b630b tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 944 time: 0.0517626 Jul 25 06:01:11.379589 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-40ef7a49-0cbb-49c0-b56e-f8c179d7f8b2 req-293ac854-05c3-4fa9-914b-04ac731c582a tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Jul 25 06:01:11.386656 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c773c2c6-02cb-4486-8cdb-0116d19cfa92 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:01:11.437760 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port c773c2c6-02cb-4486-8cdb-0116d19cfa92 completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:01:11.542639 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port c773c2c6-02cb-4486-8cdb-0116d19cfa92 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:01:11.543094 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:11.622908 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c773c2c6-02cb-4486-8cdb-0116d19cfa92 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:01:11.623296 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:11.645890 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abbf803-6310-4fcd-bc09-ff506fab0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c773c2c6-02cb-4486-8cdb-0116d19cfa92'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:11.648431 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e151245-d3be-48b0-b05b-95b09d66b86c" -d '{"events": [{"server_uuid": "2abbf803-6310-4fcd-bc09-ff506fab0a30", "name": "network-vif-plugged", "status": "completed", "tag": "c773c2c6-02cb-4486-8cdb-0116d19cfa92"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:11.661208 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c773c2c6-02cb-4486-8cdb-0116d19cfa92, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c773c2c6-02cb-4486-8cdb-0116d19cfa92,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:11.690097 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaca300a-fdb0-47f9-90bb-aaeaf70f3695 x-openstack-request-id: req-eaca300a-fdb0-47f9-90bb-aaeaf70f3695 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:11.690683 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abbf803-6310-4fcd-bc09-ff506fab0a30", "name": "network-vif-plugged", "status": "completed", "tag": "c773c2c6-02cb-4486-8cdb-0116d19cfa92", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:11.690683 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-eaca300a-fdb0-47f9-90bb-aaeaf70f3695 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:11.691028 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaca300a-fdb0-47f9-90bb-aaeaf70f3695'] response: {'server_uuid': '2abbf803-6310-4fcd-bc09-ff506fab0a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c773c2c6-02cb-4486-8cdb-0116d19cfa92', 'code': 200} Jul 25 06:01:11.719352 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42878) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:11.724778 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-144280939-network', 'tenant_id': '7a8803ada7a846c289921222d0bed5ce'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:11.748918 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:11.797906 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c773c2c6-02cb-4486-8cdb-0116d19cfa92,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:11.800801 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Made reservation on behalf of 7a8803ada7a846c289921222d0bed5ce for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:11.803578 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:11.815335 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:11.891481 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Publish callbacks [] for security_group (0cb0c252-f108-4acb-b813-7830474e9e1d), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:11.954084 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (0cb0c252-f108-4acb-b813-7830474e9e1d), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:11.976300 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:01:11.991813 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb0c252-f108-4acb-b813-7830474e9e1d,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:11.994689 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (65ec5681-2832-4d96-a1ea-1674f9bb2aa4), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:11.995052 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Added segment 65ec5681-2832-4d96-a1ea-1674f9bb2aa4 of type vlan for network e6401ec5-06d5-4ae6-ad12-ac79add63fda Jul 25 06:01:12.005174 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6f54d-b7b4-4071-9617-762eecf3314b req-4408217f-69d2-411e-8d02-a6f766eb96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:12.006664 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-33b6f54d-b7b4-4071-9617-762eecf3314b req-4408217f-69d2-411e-8d02-a6f766eb96ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 1129 time: 0.0421011 Jul 25 06:01:12.037594 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (e6401ec5-06d5-4ae6-ad12-ac79add63fda), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:12.095435 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-33b6f54d-b7b4-4071-9617-762eecf3314b req-0af0ac73-016c-4660-8f4e-87bf278188d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705390 Jul 25 06:01:12.111006 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79bb2a-7bee-4c08-9573-89663b08362b req-9d2f5c6f-fe8d-4c37-a4f9-d902edee4fcd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:12.112437 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-af79bb2a-7bee-4c08-9573-89663b08362b req-9d2f5c6f-fe8d-4c37-a4f9-d902edee4fcd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0579872 Jul 25 06:01:12.125367 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (e6401ec5-06d5-4ae6-ad12-ac79add63fda), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:12.126480 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:12.127063 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:12.160936 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-af79bb2a-7bee-4c08-9573-89663b08362b req-497de1c1-c670-4870-9b16-56385ea8efed tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 Jul 25 06:01:12.190400 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] Pushing event updated for resources: {'Network': ['ID=e6401ec5-06d5-4ae6-ad12-ac79add63fda,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:12.200397 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network e6401ec5-06d5-4ae6-ad12-ac79add63fda details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:01:12.260979 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-92f7c3e9-9052-4d58-8541-5a24ca08afa9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5398993 Jul 25 06:01:12.263864 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42884) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:12.269079 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Request body: {'subnet': {'network_id': 'e6401ec5-06d5-4ae6-ad12-ac79add63fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-144280939-subnet', 'tenant_id': '7a8803ada7a846c289921222d0bed5ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:12.331294 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Made reservation on behalf of 7a8803ada7a846c289921222d0bed5ce for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:12.333759 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8647417'] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:12.354005 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:12.485165 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:12.533837 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6f63d-c8ad-4006-9e74-35a43d76c3f0 req-7738a913-70ae-4bd7-96dc-e187b13de99e tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:12.535774 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5ba6f63d-c8ad-4006-9e74-35a43d76c3f0 req-7738a913-70ae-4bd7-96dc-e187b13de99e tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0865581 Jul 25 06:01:12.586398 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5ba6f63d-c8ad-4006-9e74-35a43d76c3f0 req-04debe8c-30d6-479d-907d-2484a6901e37 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448277 Jul 25 06:01:12.611586 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11572850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8647403'] for subnet (640e8237-8bf6-4530-997f-da43156bb95b), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:12.668383 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640e8237-8bf6-4530-997f-da43156bb95b,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:12.678739 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Checking segment: {'id': '65ec5681-2832-4d96-a1ea-1674f9bb2aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e6401ec5-06d5-4ae6-ad12-ac79add63fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:01:12.679091 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Network hostable DHCP agents. Network: e6401ec5-06d5-4ae6-ad12-ac79add63fda, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:01:12.771376 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Network e6401ec5-06d5-4ae6-ad12-ac79add63fda is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:01:12.838308 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, e6401ec5-06d5-4ae6-ad12-ac79add63fda) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:01:12.842518 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:12.843101 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:12.849110 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed44685-93d9-4b19-a32d-971d2ff17bda None None] Network e6401ec5-06d5-4ae6-ad12-ac79add63fda requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:01:12.854583 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:12.934951 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-4b5065c9-238a-4ebf-80b8-1da95f39e7d6 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6698363 Jul 25 06:01:12.951650 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea78953-5fdf-4ebb-83ce-c400f407d5b4 None None] Network e6401ec5-06d5-4ae6-ad12-ac79add63fda requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:01:13.058070 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42892) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:13.107984 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6042c5d3-93b2-4133-8682-e552e3d59def admin admin] Deleting subnet fbfe1290-aa08-436d-918a-f5376dbd0667 {{(pid=110782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:01:13.111322 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6042c5d3-93b2-4133-8682-e552e3d59def admin admin] Publish callbacks [] for subnet (fbfe1290-aa08-436d-918a-f5376dbd0667), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.145869 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6042c5d3-93b2-4133-8682-e552e3d59def admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126647'] for subnet (fbfe1290-aa08-436d-918a-f5376dbd0667), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.185606 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6042c5d3-93b2-4133-8682-e552e3d59def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (fbfe1290-aa08-436d-918a-f5376dbd0667), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.275241 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e05b2-e53f-45d1-92be-bea5feedae9c req-6bc5740a-47d2-49e4-9174-14e66f14a3bf tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:13.276708 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-199e05b2-e53f-45d1-92be-bea5feedae9c req-6bc5740a-47d2-49e4-9174-14e66f14a3bf tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0460479 Jul 25 06:01:13.320349 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6042c5d3-93b2-4133-8682-e552e3d59def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11572787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8647388'] for subnet (fbfe1290-aa08-436d-918a-f5376dbd0667), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.324159 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-199e05b2-e53f-45d1-92be-bea5feedae9c req-cda569aa-789b-486e-9319-63793a12d18e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 Jul 25 06:01:13.351576 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042c5d3-93b2-4133-8682-e552e3d59def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbfe1290-aa08-436d-918a-f5376dbd0667,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:13.356054 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6042c5d3-93b2-4133-8682-e552e3d59def admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.359277 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6042c5d3-93b2-4133-8682-e552e3d59def admin admin] 10.222.0.40 "DELETE /v2.0/subnets/fbfe1290-aa08-436d-918a-f5376dbd0667 HTTP/1.1" status: 204 len: 168 time: 0.3002203 Jul 25 06:01:13.361876 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42896) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:13.429503 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.509740 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.526816 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:13.530225 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df']}} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:13.539283 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6d17ae-8198-414c-9479-00aeee76f643') {'for_net_delete': True} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:13.539577 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6d17ae-8198-414c-9479-00aeee76f643') {} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:13.549556 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126606'] for segment (fc6d17ae-8198-414c-9479-00aeee76f643), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.562643 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (fc6d17ae-8198-414c-9479-00aeee76f643), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.569405 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=110782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:01:13.569673 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11572873'] for segment (fc6d17ae-8198-414c-9479-00aeee76f643), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.621811 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment fc6d17ae-8198-414c-9479-00aeee76f643 resource provider aggregate not found Jul 25 06:01:13.641856 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment fc6d17ae-8198-414c-9479-00aeee76f643 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc6d17ae-8198-414c-9479-00aeee76f643 found for delete ", "request_id": "req-85022117-b11f-49c8-9e44-37189803cd23"}]} Jul 25 06:01:13.698662 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0050e-790c-4a37-843b-a7955d02be5d req-493d83f8-7470-4041-b92c-cddd4bcb8b10 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:13.700145 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dcf0050e-790c-4a37-843b-a7955d02be5d req-493d83f8-7470-4041-b92c-cddd4bcb8b10 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0459659 Jul 25 06:01:13.701166 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.724096 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.727356 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] 10.222.0.40 "DELETE /v2.0/networks/18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df HTTP/1.1" status: 204 len: 168 time: 0.3643551 Jul 25 06:01:13.730076 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42906) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:13.735314 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b88aef-b2a3-4e0d-a7b8-20a96c89f047 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c7d5a6-a02b-4a0f-9ac4-bbc59d56c3df,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:13.767032 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dcf0050e-790c-4a37-843b-a7955d02be5d req-326aa78c-a4a8-4eb9-a2f6-abe223f9eb65 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602410 Jul 25 06:01:13.777883 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b29ee1-b311-4f1b-9b2a-35d90a9cf4c7 admin admin] Deleting subnet 640e8237-8bf6-4530-997f-da43156bb95b {{(pid=110783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:01:13.781413 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-40b29ee1-b311-4f1b-9b2a-35d90a9cf4c7 admin admin] Publish callbacks [] for subnet (640e8237-8bf6-4530-997f-da43156bb95b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.816841 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:13.821831 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-40b29ee1-b311-4f1b-9b2a-35d90a9cf4c7 admin admin] Publish callbacks [] for subnet (640e8237-8bf6-4530-997f-da43156bb95b), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:13.830874 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-40b29ee1-b311-4f1b-9b2a-35d90a9cf4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (640e8237-8bf6-4530-997f-da43156bb95b), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.000500 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-40b29ee1-b311-4f1b-9b2a-35d90a9cf4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for subnet (640e8237-8bf6-4530-997f-da43156bb95b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.035380 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b29ee1-b311-4f1b-9b2a-35d90a9cf4c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640e8237-8bf6-4530-997f-da43156bb95b,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:14.035380 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-40b29ee1-b311-4f1b-9b2a-35d90a9cf4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.036885 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-40b29ee1-b311-4f1b-9b2a-35d90a9cf4c7 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/640e8237-8bf6-4530-997f-da43156bb95b HTTP/1.1" status: 204 len: 168 time: 0.3056107 Jul 25 06:01:14.039455 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42908) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:14.111197 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (e6401ec5-06d5-4ae6-ad12-ac79add63fda), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.192782 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (e6401ec5-06d5-4ae6-ad12-ac79add63fda), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.213082 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.213448 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.214189 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.214527 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > port after_create 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.214870 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > port after_delete 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.215208 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > port after_update 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.215532 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.215874 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.216217 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.216548 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.283014 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.283626 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.283737 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.284017 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 06:01:14.284453 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6401ec5-06d5-4ae6-ad12-ac79add63fda']}} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:14.306531 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ec5681-2832-4d96-a1ea-1674f9bb2aa4') {'for_net_delete': True} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:14.306753 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ec5681-2832-4d96-a1ea-1674f9bb2aa4') {} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:14.322667 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11416830'] for segment (65ec5681-2832-4d96-a1ea-1674f9bb2aa4), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.339533 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:14.343198 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (65ec5681-2832-4d96-a1ea-1674f9bb2aa4), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.352222 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=110783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:01:14.352625 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12528651'] for segment (65ec5681-2832-4d96-a1ea-1674f9bb2aa4), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.463856 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ff56c-fa2d-4b30-befc-4eef1964ae47 req-d2bbd3ce-c9e8-48e9-b66c-d9d4eb6c65c7 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:14.465877 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c45ff56c-fa2d-4b30-befc-4eef1964ae47 req-d2bbd3ce-c9e8-48e9-b66c-d9d4eb6c65c7 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0603154 Jul 25 06:01:14.515147 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (e6401ec5-06d5-4ae6-ad12-ac79add63fda), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.526465 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c45ff56c-fa2d-4b30-befc-4eef1964ae47 req-780da280-b708-4a0a-b0d2-7f3faae1a4b1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555499 Jul 25 06:01:14.527716 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:14.530979 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] 10.222.0.40 "DELETE /v2.0/networks/e6401ec5-06d5-4ae6-ad12-ac79add63fda HTTP/1.1" status: 204 len: 168 time: 0.4905303 Jul 25 06:01:14.541434 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b70f7a-bb16-4d36-aae9-65d626d0dfca admin admin] Pushing event deleted for resources: {'Network': ['ID=e6401ec5-06d5-4ae6-ad12-ac79add63fda,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:14.594814 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 65ec5681-2832-4d96-a1ea-1674f9bb2aa4 resource provider aggregate not found Jul 25 06:01:14.611282 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 65ec5681-2832-4d96-a1ea-1674f9bb2aa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65ec5681-2832-4d96-a1ea-1674f9bb2aa4 found for delete ", "request_id": "req-6c962376-e35a-4d26-8b76-2394bc65a854"}]} Jul 25 06:01:14.889782 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d4ac5-18b9-436e-8575-5ae2f61ee478 req-a9f68d11-1937-42fa-af6f-b2a20c34396e tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:14.891312 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-776d4ac5-18b9-436e-8575-5ae2f61ee478 req-a9f68d11-1937-42fa-af6f-b2a20c34396e tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Jul 25 06:01:14.917680 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42928) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:14.934390 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:14.941753 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-776d4ac5-18b9-436e-8575-5ae2f61ee478 req-3680ed51-94ec-4410-a818-c740747a6ced tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447383 Jul 25 06:01:14.958885 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-c5712abc-3988-45fe-8cd1-40b450cfb6f3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ff0ba8da3c914104b7e591b9d854878d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396085 Jul 25 06:01:14.960989 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42930) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:15.010410 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ad66d740-aaf6-4484-ae0a-5ca9d1a3fb84 admin admin] Publish callbacks [] for security_group (c1368f4b-3cd2-4901-bedb-9112b36d04b3), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:15.032807 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ad66d740-aaf6-4484-ae0a-5ca9d1a3fb84 admin admin] Publish callbacks [] for security_group (c1368f4b-3cd2-4901-bedb-9112b36d04b3), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:15.159845 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ad66d740-aaf6-4484-ae0a-5ca9d1a3fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c1368f4b-3cd2-4901-bedb-9112b36d04b3), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:15.162362 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ad66d740-aaf6-4484-ae0a-5ca9d1a3fb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:15.163542 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-ad66d740-aaf6-4484-ae0a-5ca9d1a3fb84 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c1368f4b-3cd2-4901-bedb-9112b36d04b3 HTTP/1.1" status: 204 len: 168 time: 0.2016580 Jul 25 06:01:15.172005 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66d740-aaf6-4484-ae0a-5ca9d1a3fb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1368f4b-3cd2-4901-bedb-9112b36d04b3,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:15.650732 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2a46f-a571-42a5-bda3-90ff9fe7f0ed req-8f8182e5-e965-4c4e-8a60-1ee907bafccb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:15.652210 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cec2a46f-a571-42a5-bda3-90ff9fe7f0ed req-8f8182e5-e965-4c4e-8a60-1ee907bafccb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0521133 Jul 25 06:01:15.700767 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cec2a46f-a571-42a5-bda3-90ff9fe7f0ed req-41023981-93f5-4985-b025-64553747259b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429373 Jul 25 06:01:15.832813 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 42948) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:15.872230 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-3afe0313-6681-41b0-a7a0-07be4d64c132 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7a8803ada7a846c289921222d0bed5ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382621 Jul 25 06:01:15.874888 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 42950) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:15.932584 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6387e383-96ab-4f69-a794-3a732ad4ab8a admin admin] Publish callbacks [] for security_group (0cb0c252-f108-4acb-b813-7830474e9e1d), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:15.954161 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6387e383-96ab-4f69-a794-3a732ad4ab8a admin admin] Publish callbacks [] for security_group (0cb0c252-f108-4acb-b813-7830474e9e1d), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:16.061056 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d29a4-ee6b-46d4-ae0e-c816a84ac726 req-a056f233-c89c-4110-bd17-a02084db95fe tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:16.062601 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-884d29a4-ee6b-46d4-ae0e-c816a84ac726 req-a056f233-c89c-4110-bd17-a02084db95fe tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0526121 Jul 25 06:01:16.063660 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6387e383-96ab-4f69-a794-3a732ad4ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (0cb0c252-f108-4acb-b813-7830474e9e1d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:16.066234 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6387e383-96ab-4f69-a794-3a732ad4ab8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:16.067262 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6387e383-96ab-4f69-a794-3a732ad4ab8a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0cb0c252-f108-4acb-b813-7830474e9e1d HTTP/1.1" status: 204 len: 168 time: 0.1913183 Jul 25 06:01:16.089283 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387e383-96ab-4f69-a794-3a732ad4ab8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb0c252-f108-4acb-b813-7830474e9e1d,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:16.129328 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-884d29a4-ee6b-46d4-ae0e-c816a84ac726 req-b608a90c-870e-4053-82bd-ff71006424df tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593171 Jul 25 06:01:16.822797 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5ca80-ffe4-4958-8b19-0f10d7467418 req-05da8419-a790-4451-8dbf-cb42dca631a6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:16.824298 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c8f5ca80-ffe4-4958-8b19-0f10d7467418 req-05da8419-a790-4451-8dbf-cb42dca631a6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0465298 Jul 25 06:01:16.872763 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c8f5ca80-ffe4-4958-8b19-0f10d7467418 req-a98625ff-f70c-4e9e-b458-5f141f6ba8aa tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426345 Jul 25 06:01:17.249274 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4af42-1e5b-4555-89dc-15e1cda370ea req-cbd25ca0-c7ba-4b38-bca9-29f200d103d9 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:17.250826 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-42e4af42-1e5b-4555-89dc-15e1cda370ea req-cbd25ca0-c7ba-4b38-bca9-29f200d103d9 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0510097 Jul 25 06:01:17.299073 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-42e4af42-1e5b-4555-89dc-15e1cda370ea req-6cef3fa4-866a-401a-802c-5cab8546e7b2 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Jul 25 06:01:17.982997 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:17.999985 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0ff16-b8fa-4eb4-b6dc-7e6ec33263c5 req-a1ae35d5-0ac5-4e0a-8579-3ae7a45a301b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:18.001587 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a4c0ff16-b8fa-4eb4-b6dc-7e6ec33263c5 req-a1ae35d5-0ac5-4e0a-8579-3ae7a45a301b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0543621 Jul 25 06:01:18.051724 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a4c0ff16-b8fa-4eb4-b6dc-7e6ec33263c5 req-c048bb46-b967-4a6c-a3bd-9ce2cbc531b7 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441706 Jul 25 06:01:18.316382 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647015d-6822-4db3-a987-3be47f1ce73b req-5551895c-f038-49c4-afdb-610642962e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:18.317883 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d647015d-6822-4db3-a987-3be47f1ce73b req-5551895c-f038-49c4-afdb-610642962e68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0403743 Jul 25 06:01:18.366727 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d647015d-6822-4db3-a987-3be47f1ce73b req-cabec16c-838e-41d0-8858-84f261a5552f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 Jul 25 06:01:19.179048 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beaf96-4a05-4149-9008-544c77778888 req-b143ef80-ae7e-46d8-818f-c90ddbe341fd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:19.181018 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e9beaf96-4a05-4149-9008-544c77778888 req-b143ef80-ae7e-46d8-818f-c90ddbe341fd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0526323 Jul 25 06:01:19.232212 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e9beaf96-4a05-4149-9008-544c77778888 req-8fc24156-7697-4cb1-9841-8351f585276c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Jul 25 06:01:20.352714 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84246f11-51a1-46c2-b8d7-d5ed48a5ac79 req-a3d65725-2b87-42b2-ad56-a3c937c04a29 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:20.354696 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-84246f11-51a1-46c2-b8d7-d5ed48a5ac79 req-a3d65725-2b87-42b2-ad56-a3c937c04a29 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0503678 Jul 25 06:01:20.407065 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-84246f11-51a1-46c2-b8d7-d5ed48a5ac79 req-f189cbd0-21d8-475d-aa0d-32e5e1906a2c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Jul 25 06:01:20.810529 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2feaf6-5f85-4e5e-a473-20e899d78559 req-ff0b4f51-9f22-4c4b-aa9e-c1a5366d3070 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:20.811978 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3d2feaf6-5f85-4e5e-a473-20e899d78559 req-ff0b4f51-9f22-4c4b-aa9e-c1a5366d3070 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0476711 Jul 25 06:01:20.865943 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3d2feaf6-5f85-4e5e-a473-20e899d78559 req-b45f0b34-11b3-4138-be4d-34ae3e2a4281 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482173 Jul 25 06:01:20.911247 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-92f7c147-9bf6-48a0-bd97-2d975b5dd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:20.912768 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-92f7c147-9bf6-48a0-bd97-2d975b5dd7ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0485735 Jul 25 06:01:20.939848 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:21.006630 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-8e6bfe1b-f85b-4dbb-a3dc-1c8606095ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:21.008084 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-8e6bfe1b-f85b-4dbb-a3dc-1c8606095ded service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.0873878 Jul 25 06:01:21.058838 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-eaeb370c-dae3-4e22-8415-aba605c2eff9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49 HTTP/1.1" status: 200 len: 217 time: 0.0383694 Jul 25 06:01:21.117355 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-033ae0d5-c243-40a4-b3c5-70db235df1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:21.117355 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-033ae0d5-c243-40a4-b3c5-70db235df1fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0484643 Jul 25 06:01:21.166756 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-e84e2048-2be4-434c-8e95-5f0861e5186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:21.168315 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-e84e2048-2be4-434c-8e95-5f0861e5186d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405843 Jul 25 06:01:21.267586 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-c0d10676-7ba8-4140-8d9d-1efcbbafaac2 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916605 Jul 25 06:01:21.373374 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f4caf7d-a4e7-4b54-8ba2-2c039acf642e req-6f0b5a17-5f75-489d-b2f5-3ba3e9121ff1 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970902 Jul 25 06:01:21.990859 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82714b1e-cfcb-4b8a-9cc9-2c23797c0885 req-d5b49a3e-f8b6-4866-bbf9-7fac930eee71 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:21.992419 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-82714b1e-cfcb-4b8a-9cc9-2c23797c0885 req-d5b49a3e-f8b6-4866-bbf9-7fac930eee71 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0534651 Jul 25 06:01:22.042833 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-82714b1e-cfcb-4b8a-9cc9-2c23797c0885 req-b0d1309d-2adc-42ae-b0e8-3bba51f63123 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Jul 25 06:01:23.034186 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:23.159586 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f838c-8251-4700-a66f-9439196a079b req-35d56652-5144-40dc-b7b4-8a0db9f4bbc4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:23.161059 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-450f838c-8251-4700-a66f-9439196a079b req-35d56652-5144-40dc-b7b4-8a0db9f4bbc4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0478938 Jul 25 06:01:23.212948 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-450f838c-8251-4700-a66f-9439196a079b req-2dc2be17-b53a-41c0-9127-c16ca476ab1b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460303 Jul 25 06:01:23.463390 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:01:23.844032 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43230) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:23.952819 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:24.028548 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Publish callbacks [] for security_group (934fa735-6d80-4cc9-a196-925087e9980a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:24.091418 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (934fa735-6d80-4cc9-a196-925087e9980a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:24.134260 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d5ed0b7603db40ab8fe7e2c7d8ef47f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890830 Jul 25 06:01:24.135125 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934fa735-6d80-4cc9-a196-925087e9980a,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:24.137024 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43234) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:24.142496 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.142845 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.143188 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.143188 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.143865 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.144221 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.144554 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.144874 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.145226 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.145554 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.145893 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.146208 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.146863 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.147098 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.147414 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb10bcb4-fb1f-4f52-b1ee-11bd70ff5c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.190673 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Publish callbacks [] for security_group (934fa735-6d80-4cc9-a196-925087e9980a), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:24.211950 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Publish callbacks [] for security_group (934fa735-6d80-4cc9-a196-925087e9980a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:24.218521 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:24.324577 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (934fa735-6d80-4cc9-a196-925087e9980a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:24.326964 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:24.328069 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/934fa735-6d80-4cc9-a196-925087e9980a HTTP/1.1" status: 204 len: 168 time: 0.1900337 Jul 25 06:01:24.343960 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934fa735-6d80-4cc9-a196-925087e9980a,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:24.353658 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.358760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.359617 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.359617 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07a4433-1a0d-414a-a5cd-9a5e3f5b3c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:24.368469 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99386962-2fd3-48c1-b248-c4fc99b3b51a req-0d004bd0-f012-475a-bcb4-2ef77fdd02b8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:24.370173 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-99386962-2fd3-48c1-b248-c4fc99b3b51a req-0d004bd0-f012-475a-bcb4-2ef77fdd02b8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0761178 Jul 25 06:01:24.452648 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-99386962-2fd3-48c1-b248-c4fc99b3b51a req-c901bffc-031f-4911-b08d-565fda32f7b1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491469 Jul 25 06:01:24.983866 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43258) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:24.998420 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c528-c3d2-4c91-b02a-e319f30ce71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:25.074686 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c528-c3d2-4c91-b02a-e319f30ce71c admin admin] Publish callbacks [] for security_group (8522d7c0-d3ca-4d57-821e-6df6d90e624c), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:25.153816 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5bd0c528-c3d2-4c91-b02a-e319f30ce71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (8522d7c0-d3ca-4d57-821e-6df6d90e624c), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:25.194525 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-5bd0c528-c3d2-4c91-b02a-e319f30ce71c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=be272f563af54995aec2657206de7f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094283 Jul 25 06:01:25.198701 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0c528-c3d2-4c91-b02a-e319f30ce71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8522d7c0-d3ca-4d57-821e-6df6d90e624c,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:25.198829 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43262) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:25.232211 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:25.242317 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:25.253902 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-90e1d580-7644-473e-9c42-19bd252a9a19 admin admin] Publish callbacks [] for security_group (8522d7c0-d3ca-4d57-821e-6df6d90e624c), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:25.275942 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-90e1d580-7644-473e-9c42-19bd252a9a19 admin admin] Publish callbacks [] for security_group (8522d7c0-d3ca-4d57-821e-6df6d90e624c), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:25.374803 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-90e1d580-7644-473e-9c42-19bd252a9a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (8522d7c0-d3ca-4d57-821e-6df6d90e624c), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:25.377391 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-90e1d580-7644-473e-9c42-19bd252a9a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:25.378562 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-90e1d580-7644-473e-9c42-19bd252a9a19 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8522d7c0-d3ca-4d57-821e-6df6d90e624c HTTP/1.1" status: 204 len: 168 time: 0.1802258 Jul 25 06:01:25.396509 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1d580-7644-473e-9c42-19bd252a9a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522d7c0-d3ca-4d57-821e-6df6d90e624c,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:25.590754 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25607-bdc2-4999-a5e5-916144e1ea5b req-200dd400-786a-4b50-81b7-2ec8e8f1c2f4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:25.592275 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2ff25607-bdc2-4999-a5e5-916144e1ea5b req-200dd400-786a-4b50-81b7-2ec8e8f1c2f4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0532441 Jul 25 06:01:25.640130 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2ff25607-bdc2-4999-a5e5-916144e1ea5b req-29c4ebc1-0882-4002-90ab-344f35992063 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418165 Jul 25 06:01:27.099144 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d8c46d6e-18dc-412a-b185-14d92713a7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:27.475269 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43346) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:27.480652 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-605a4ff5-f8e0-4aa9-a590-81d5778ea7db tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600786992', 'description': 'tempest-description--95035500'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:27.571113 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-605a4ff5-f8e0-4aa9-a590-81d5778ea7db tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:27.668467 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-605a4ff5-f8e0-4aa9-a590-81d5778ea7db tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group (6c55c2e1-332d-461a-b68b-5f2c056ebc16), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:27.695100 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-1299a98b-4a85-46a5-9dbd-23625127fa5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853202 Jul 25 06:01:27.723478 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-605a4ff5-f8e0-4aa9-a590-81d5778ea7db tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (6c55c2e1-332d-461a-b68b-5f2c056ebc16), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:27.754882 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a4ff5-f8e0-4aa9-a590-81d5778ea7db tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c55c2e1-332d-461a-b68b-5f2c056ebc16,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:27.764345 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-0be8f888-8070-41a1-a6d8-df224e796bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:27.765991 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-0be8f888-8070-41a1-a6d8-df224e796bec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 1130 time: 0.0460250 Jul 25 06:01:27.845686 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-605a4ff5-f8e0-4aa9-a590-81d5778ea7db tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:27.846977 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-605a4ff5-f8e0-4aa9-a590-81d5778ea7db tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3706539 Jul 25 06:01:27.849830 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43356) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:27.854670 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-78d4b5c4-973c-4934-8648-2bde52593329 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Request body: {'security_group_rule': {'security_group_id': '6c55c2e1-332d-461a-b68b-5f2c056ebc16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:27.883128 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-bb2ddc3d-8f60-4a0f-a876-f09809e4dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:27.884629 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-bb2ddc3d-8f60-4a0f-a876-f09809e4dab6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 912 time: 0.0985534 Jul 25 06:01:27.955465 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-c2f969cc-8648-498c-9bee-8e975a04243f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca HTTP/1.1" status: 200 len: 1002 time: 0.0637910 Jul 25 06:01:27.988723 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:27.989504 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-78d4b5c4-973c-4934-8648-2bde52593329 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group_rule (7af39252-1762-432e-b212-1a07b5040df0), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.007941 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-5b956ec6-7738-4d10-8e3f-a65d017ce962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:28.009414 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-5b956ec6-7738-4d10-8e3f-a65d017ce962 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac18650c-f7a9-4125-b917-a18be86504ca HTTP/1.1" status: 200 len: 850 time: 0.0479829 Jul 25 06:01:28.027711 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43360) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:28.059765 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-78d4b5c4-973c-4934-8648-2bde52593329 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group_rule (7af39252-1762-432e-b212-1a07b5040df0), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.065117 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-3634a70f-425f-4fc0-b118-373f47437c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:28.066540 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-3634a70f-425f-4fc0-b118-373f47437c37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8aa6446-1bfa-4069-a27c-c14f749ca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433440 Jul 25 06:01:28.174811 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-52d8f92c-f257-4949-98bc-911dc6c3015d service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018922 Jul 25 06:01:28.176611 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-78d4b5c4-973c-4934-8648-2bde52593329 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (7af39252-1762-432e-b212-1a07b5040df0), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.181557 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d9ee28c-df92-4dea-99b1-a24252ca638e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.206920 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4b5c4-973c-4934-8648-2bde52593329 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af39252-1762-432e-b212-1a07b5040df0,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:28.222968 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:28.283216 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:28.290072 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-131129bf-ebe0-4d51-963e-a1b0bb86a9b8 req-dab9ee32-c367-4490-a3a2-8489754cab33 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064618 Jul 25 06:01:28.297675 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d9ee28c-df92-4dea-99b1-a24252ca638e admin admin] Publish callbacks [] for security_group (7bc59f9a-55cc-4536-a8b3-90c746c76683), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.301325 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-78d4b5c4-973c-4934-8648-2bde52593329 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.302660 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-78d4b5c4-973c-4934-8648-2bde52593329 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4518998 Jul 25 06:01:28.305265 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43372) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:28.310391 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-98fffe97-cc16-46f0-8194-b58d43def54b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Request body: {'security_group_rule': {'security_group_id': '6c55c2e1-332d-461a-b68b-5f2c056ebc16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:28.382229 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d9ee28c-df92-4dea-99b1-a24252ca638e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (7bc59f9a-55cc-4536-a8b3-90c746c76683), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.430450 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-5d9ee28c-df92-4dea-99b1-a24252ca638e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=425e158ab9b34138b9d65e73801e358e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4015629 Jul 25 06:01:28.431539 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ee28c-df92-4dea-99b1-a24252ca638e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc59f9a-55cc-4536-a8b3-90c746c76683,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:28.433898 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43376) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:28.434851 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-98fffe97-cc16-46f0-8194-b58d43def54b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group_rule (fa20b57d-8941-4213-bf7d-d185e4846df5), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.478621 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:28.498048 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-98fffe97-cc16-46f0-8194-b58d43def54b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group_rule (fa20b57d-8941-4213-bf7d-d185e4846df5), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.508305 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d1f9-ca59-487d-920e-fb952fdb8428 admin admin] Publish callbacks [] for security_group (7bc59f9a-55cc-4536-a8b3-90c746c76683), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.536261 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d1f9-ca59-487d-920e-fb952fdb8428 admin admin] Publish callbacks [] for security_group (7bc59f9a-55cc-4536-a8b3-90c746c76683), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.593344 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-98fffe97-cc16-46f0-8194-b58d43def54b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (fa20b57d-8941-4213-bf7d-d185e4846df5), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.615317 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fffe97-cc16-46f0-8194-b58d43def54b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa20b57d-8941-4213-bf7d-d185e4846df5,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:28.680045 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d1f9-ca59-487d-920e-fb952fdb8428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (7bc59f9a-55cc-4536-a8b3-90c746c76683), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.681017 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-98fffe97-cc16-46f0-8194-b58d43def54b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.683518 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-98fffe97-cc16-46f0-8194-b58d43def54b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772411 Jul 25 06:01:28.684090 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bdb3d1f9-ca59-487d-920e-fb952fdb8428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.686597 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-bdb3d1f9-ca59-487d-920e-fb952fdb8428 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7bc59f9a-55cc-4536-a8b3-90c746c76683 HTTP/1.1" status: 204 len: 168 time: 0.2498815 Jul 25 06:01:28.686825 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43380) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:28.693740 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:28.708208 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3d1f9-ca59-487d-920e-fb952fdb8428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc59f9a-55cc-4536-a8b3-90c746c76683,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:28.786787 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.832022 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.872186 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:28.976057 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:28.990221 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Allocated IP 172.27.1.152 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/d4dfd7f4-56c4-41e9-af02-de28659c1d02) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:01:29.121754 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for port (d4dfd7f4-56c4-41e9-af02-de28659c1d02), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:29.451285 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-963e44c0-24f4-4ebf-9dfc-92d34be330a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:29.474389 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (d4dfd7f4-56c4-41e9-af02-de28659c1d02), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:29.518564 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:01:29.525145 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:01:29.530479 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:01:29.535734 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event updated for resources: {'Port': ['ID=d4dfd7f4-56c4-41e9-af02-de28659c1d02,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:29.562725 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43400) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:29.578223 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3700e7a8-feae-4361-a724-a05525304104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:29.648695 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for floatingip (52fa68b6-586a-4f72-8e37-7cfd23990636), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:29.661387 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3700e7a8-feae-4361-a724-a05525304104 admin admin] Publish callbacks [] for security_group (23785fa6-41e1-4f65-b132-f7a92d40a1ce), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:29.765026 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3700e7a8-feae-4361-a724-a05525304104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (23785fa6-41e1-4f65-b132-f7a92d40a1ce), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:29.828224 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d4dfd7f4-56c4-41e9-af02-de28659c1d02), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:29.831233 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:29.837091 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700e7a8-feae-4361-a724-a05525304104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23785fa6-41e1-4f65-b132-f7a92d40a1ce,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:29.841978 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-3700e7a8-feae-4361-a724-a05525304104 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6ed9184cb81145d09b3e905ee600939a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774112 Jul 25 06:01:29.848780 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43408) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:29.938020 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-090887df-cf93-4539-87ca-eafeaf0d0465 admin admin] Publish callbacks [] for security_group (23785fa6-41e1-4f65-b132-f7a92d40a1ce), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:29.965291 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-090887df-cf93-4539-87ca-eafeaf0d0465 admin admin] Publish callbacks [] for security_group (23785fa6-41e1-4f65-b132-f7a92d40a1ce), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:30.014334 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for port (d4dfd7f4-56c4-41e9-af02-de28659c1d02), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:30.175249 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (d4dfd7f4-56c4-41e9-af02-de28659c1d02), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:30.175615 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-090887df-cf93-4539-87ca-eafeaf0d0465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (23785fa6-41e1-4f65-b132-f7a92d40a1ce), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:30.177947 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-090887df-cf93-4539-87ca-eafeaf0d0465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:30.179107 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-090887df-cf93-4539-87ca-eafeaf0d0465 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/23785fa6-41e1-4f65-b132-f7a92d40a1ce HTTP/1.1" status: 204 len: 168 time: 0.3293495 Jul 25 06:01:30.181383 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:30.192963 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090887df-cf93-4539-87ca-eafeaf0d0465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23785fa6-41e1-4f65-b132-f7a92d40a1ce,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:30.244749 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event updated for resources: {'Port': ['ID=d4dfd7f4-56c4-41e9-af02-de28659c1d02,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:30.260909 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (52fa68b6-586a-4f72-8e37-7cfd23990636), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:30.331732 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:30.333425 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-96ce8115-683a-46b0-bcb9-c12ca8247181 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6433475 Jul 25 06:01:30.632368 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:31.873735 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:32.262136 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:33.719405 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43528) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:33.832196 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-53cbd1f5-b112-4a39-9923-82d4459eb186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:33.910512 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-53cbd1f5-b112-4a39-9923-82d4459eb186 admin admin] Publish callbacks [] for security_group (21103b3a-2513-44c1-85a9-2d304a26b6d9), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:33.976061 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-53cbd1f5-b112-4a39-9923-82d4459eb186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (21103b3a-2513-44c1-85a9-2d304a26b6d9), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:34.020420 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-53cbd1f5-b112-4a39-9923-82d4459eb186 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=190062aa29794f4aba5d45e2d7ce4ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999454 Jul 25 06:01:34.021573 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbd1f5-b112-4a39-9923-82d4459eb186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21103b3a-2513-44c1-85a9-2d304a26b6d9,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:34.023415 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43534) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:34.074295 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-050560dc-e21c-42d9-aff8-2ff94bcb7bf5 admin admin] Publish callbacks [] for security_group (21103b3a-2513-44c1-85a9-2d304a26b6d9), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:34.098546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-050560dc-e21c-42d9-aff8-2ff94bcb7bf5 admin admin] Publish callbacks [] for security_group (21103b3a-2513-44c1-85a9-2d304a26b6d9), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:34.210306 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-050560dc-e21c-42d9-aff8-2ff94bcb7bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (21103b3a-2513-44c1-85a9-2d304a26b6d9), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:34.213040 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-050560dc-e21c-42d9-aff8-2ff94bcb7bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:34.214302 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-050560dc-e21c-42d9-aff8-2ff94bcb7bf5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/21103b3a-2513-44c1-85a9-2d304a26b6d9 HTTP/1.1" status: 204 len: 168 time: 0.1898069 Jul 25 06:01:34.223272 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050560dc-e21c-42d9-aff8-2ff94bcb7bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21103b3a-2513-44c1-85a9-2d304a26b6d9,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:34.853548 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43546) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:34.867671 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7c230579-b446-4d3a-b551-92008692a35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:34.957208 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7c230579-b446-4d3a-b551-92008692a35f admin admin] Publish callbacks [] for security_group (0b957345-1852-4edf-bbde-ff6951cf33e1), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:35.011116 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7c230579-b446-4d3a-b551-92008692a35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (0b957345-1852-4edf-bbde-ff6951cf33e1), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:35.054099 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-7c230579-b446-4d3a-b551-92008692a35f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2e3534e04fba41c9a554ea56fcea9111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994565 Jul 25 06:01:35.055970 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c230579-b446-4d3a-b551-92008692a35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b957345-1852-4edf-bbde-ff6951cf33e1,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:35.056901 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43550) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:35.116260 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-990233ce-2c1c-4bb7-914d-7047639c55d0 admin admin] Publish callbacks [] for security_group (0b957345-1852-4edf-bbde-ff6951cf33e1), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:35.118658 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:35.143092 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-990233ce-2c1c-4bb7-914d-7047639c55d0 admin admin] Publish callbacks [] for security_group (0b957345-1852-4edf-bbde-ff6951cf33e1), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:35.273265 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-990233ce-2c1c-4bb7-914d-7047639c55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (0b957345-1852-4edf-bbde-ff6951cf33e1), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:35.276948 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-990233ce-2c1c-4bb7-914d-7047639c55d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:35.279274 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-990233ce-2c1c-4bb7-914d-7047639c55d0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0b957345-1852-4edf-bbde-ff6951cf33e1 HTTP/1.1" status: 204 len: 168 time: 0.2212038 Jul 25 06:01:35.287467 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990233ce-2c1c-4bb7-914d-7047639c55d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b957345-1852-4edf-bbde-ff6951cf33e1,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:36.962686 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d72a0657-4927-4742-a041-f80bb39e4c75 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1600786992&fields=id&tenant_id=07562543fa3e40d584b4d4525b112319 HTTP/1.1" status: 200 len: 267 time: 0.0695581 Jul 25 06:01:37.133002 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-1ee03841-a75d-4439-a255-73a65e53119b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:37.138175 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-1ee03841-a75d-4439-a255-73a65e53119b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 819 time: 0.1675768 Jul 25 06:01:37.151472 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-2ca14ba4-a6b7-4dca-876a-fadfc79d369e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/quotas/07562543fa3e40d584b4d4525b112319 HTTP/1.1" status: 200 len: 375 time: 0.0102043 Jul 25 06:01:37.214071 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-5ac1ed65-4f17-48cf-9cf9-d1947cca0ac6 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0569642 Jul 25 06:01:37.358720 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-479aff92-58da-4b94-858f-6992ac9cd507 service neutron] 10.222.0.40 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066117 Jul 25 06:01:37.403746 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43624) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:37.409679 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-6714b6ce-8b9a-4f17-bf99-74f04b54df26 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309417210', 'description': 'tempest-description--1154468'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:37.479517 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-aae89b1a-6210-4734-a040-ab0b144268ab service neutron] 10.222.0.40 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135404 Jul 25 06:01:37.514140 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6714b6ce-8b9a-4f17-bf99-74f04b54df26 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:37.543999 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5567a-ba97-4aae-8e7a-8e045e9be9e8 req-3441b7be-0beb-497f-ad6b-f59c957b6ef6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:37.545557 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-15c5567a-ba97-4aae-8e7a-8e045e9be9e8 req-3441b7be-0beb-497f-ad6b-f59c957b6ef6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0740364 Jul 25 06:01:37.619446 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-15c5567a-ba97-4aae-8e7a-8e045e9be9e8 req-5b1393f8-5502-4b7a-8d17-1a86641a84d4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673673 Jul 25 06:01:37.643867 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6714b6ce-8b9a-4f17-bf99-74f04b54df26 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:37.731851 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6714b6ce-8b9a-4f17-bf99-74f04b54df26 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:37.772904 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a1c9c462-b0b8-4fca-9f72-affdb2fcff1c req-f04feb0c-0de2-4c8b-a34c-5f996ad5da07 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 210 time: 0.0524232 Jul 25 06:01:37.791599 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714b6ce-8b9a-4f17-bf99-74f04b54df26 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:37.845166 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6714b6ce-8b9a-4f17-bf99-74f04b54df26 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:37.849199 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-6714b6ce-8b9a-4f17-bf99-74f04b54df26 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4416184 Jul 25 06:01:37.849309 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43640) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:37.853583 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-146e00ba-7e9c-4276-b036-4be11562eea1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group_rule': {'security_group_id': '3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:37.976258 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-146e00ba-7e9c-4276-b036-4be11562eea1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (98e8e458-a43a-44de-b1c0-2ca071dfea71), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.050179 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-146e00ba-7e9c-4276-b036-4be11562eea1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (98e8e458-a43a-44de-b1c0-2ca071dfea71), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.118116 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-146e00ba-7e9c-4276-b036-4be11562eea1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (98e8e458-a43a-44de-b1c0-2ca071dfea71), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.122145 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:38.136419 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e00ba-7e9c-4276-b036-4be11562eea1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e8e458-a43a-44de-b1c0-2ca071dfea71,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:38.258073 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-146e00ba-7e9c-4276-b036-4be11562eea1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.263257 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-146e00ba-7e9c-4276-b036-4be11562eea1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4090679 Jul 25 06:01:38.263621 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43654) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:38.269011 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-42fa96eb-f5e7-4f89-9b93-86ecc6a3c118 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group_rule': {'security_group_id': '3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:38.370456 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42fa96eb-f5e7-4f89-9b93-86ecc6a3c118 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (1ea5a0a3-b4be-4221-9acb-04a847bc3a5d), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.400804 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:38.427468 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42fa96eb-f5e7-4f89-9b93-86ecc6a3c118 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (1ea5a0a3-b4be-4221-9acb-04a847bc3a5d), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.490222 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42fa96eb-f5e7-4f89-9b93-86ecc6a3c118 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (1ea5a0a3-b4be-4221-9acb-04a847bc3a5d), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.497512 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:38.507323 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa96eb-f5e7-4f89-9b93-86ecc6a3c118 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea5a0a3-b4be-4221-9acb-04a847bc3a5d,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:38.600796 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42fa96eb-f5e7-4f89-9b93-86ecc6a3c118 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.602027 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-42fa96eb-f5e7-4f89-9b93-86ecc6a3c118 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372712 Jul 25 06:01:38.610315 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43658) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:38.614607 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:38.740645 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c52aa-5893-422d-b960-de2cb4b77534 req-5a6014da-f85a-4855-b4f7-8cf4a777cdfd tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:38.742241 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-766c52aa-5893-422d-b960-de2cb4b77534 req-5a6014da-f85a-4855-b4f7-8cf4a777cdfd tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0479007 Jul 25 06:01:38.744059 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.858632 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-766c52aa-5893-422d-b960-de2cb4b77534 req-b39b77bc-c08e-450b-a4f8-75e33a080081 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096425 Jul 25 06:01:38.867357 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:38.886665 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cd3ff645-7807-4e0e-8a9a-01b56a0a38c4 req-2ba70cd0-ebd6-4dd0-8284-495de5d42a6e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 210 time: 0.0313263 Jul 25 06:01:38.998105 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Allocated IP 172.27.1.224 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/03efad07-896c-47d9-87f6-991d0cc9e971) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:01:39.110937 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (03efad07-896c-47d9-87f6-991d0cc9e971), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:39.188006 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (03efad07-896c-47d9-87f6-991d0cc9e971), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:39.235346 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:01:39.238269 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:01:39.243882 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:01:39.274297 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=03efad07-896c-47d9-87f6-991d0cc9e971,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:39.339762 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (77d4412e-ed49-4aa2-87f3-d967e0be9e29), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:39.463553 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (03efad07-896c-47d9-87f6-991d0cc9e971), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:39.521492 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:39.595191 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:39.616062 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (03efad07-896c-47d9-87f6-991d0cc9e971), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:39.649889 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (03efad07-896c-47d9-87f6-991d0cc9e971), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:39.718533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=03efad07-896c-47d9-87f6-991d0cc9e971,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:39.732533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (77d4412e-ed49-4aa2-87f3-d967e0be9e29), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:39.834695 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:39.836024 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-381365f1-b46e-468e-a771-eb9899430410 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2247429 Jul 25 06:01:40.009483 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026b045-0cff-4a56-8d3f-950322fcba11 req-bbf3ac13-0d52-4620-ba7f-8e65eeccac60 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:40.011264 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4026b045-0cff-4a56-8d3f-950322fcba11 req-bbf3ac13-0d52-4620-ba7f-8e65eeccac60 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0710793 Jul 25 06:01:40.020898 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1ffa809e-f43a-460c-8b1d-d506a65c21a0 req-a0d7b3bf-63ce-4799-b00a-233e404ad11c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 210 time: 0.0311182 Jul 25 06:01:40.061943 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4026b045-0cff-4a56-8d3f-950322fcba11 req-f6893f52-b681-40f3-b8e9-4f7ccf7e204d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Jul 25 06:01:40.135849 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-de75940d-2943-418d-a3fc-4aaddf5099d2 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--309417210&fields=id&tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 267 time: 0.0424840 Jul 25 06:01:40.317345 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937cbde-c920-4737-95f5-558c07f6a87c req-1cf1984e-a07c-43c6-95de-f8776ca5a7c0 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:40.318809 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-1cf1984e-a07c-43c6-95de-f8776ca5a7c0 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 814 time: 0.1760976 Jul 25 06:01:40.350844 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-ebe7aa8e-c35b-495e-8de4-8ea9b4a8160c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:40.352307 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-ebe7aa8e-c35b-495e-8de4-8ea9b4a8160c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 819 time: 0.1455760 Jul 25 06:01:40.353992 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-b2f5ae0b-63bf-448f-8aad-1448b91eb375 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/quotas/a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 375 time: 0.0252512 Jul 25 06:01:40.415916 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:40.434204 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-d7071f9b-71db-4578-b7c2-a948c2cc7054 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731394 Jul 25 06:01:40.478148 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-165fd6b1-ba82-4ea7-85b5-30982ccc9c84 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07562543fa3e40d584b4d4525b112319 HTTP/1.1" status: 200 len: 380 time: 0.1080344 Jul 25 06:01:40.491817 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Request body: {'port': {'device_id': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'admin_state_up': True, 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'security_groups': ['6c55c2e1-332d-461a-b68b-5f2c056ebc16']}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:40.619763 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-b45e0f4c-fb79-4138-a944-cbdafd4a9410 service neutron] 10.222.0.40 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709373 Jul 25 06:01:40.738241 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-b7c5a205-303d-4030-bb84-9430b62b36e9 service neutron] 10.222.0.40 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060901 Jul 25 06:01:40.775702 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Made reservation on behalf of 07562543fa3e40d584b4d4525b112319 for: {'port': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:40.779477 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:40.782332 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:40.908061 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Allocated IP 172.20.0.3 (aa79d0fe-56b1-4e97-990f-ad8f32170783/5c96afb4-3704-4948-b0ad-db64e1b6dbc9/f054b336-0d1e-4689-ae9f-d24089cd4d40) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:01:40.983912 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43714) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:41.019127 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4db720fd-3ee8-410b-95f3-d0948060c5c1 req-8a5b9c61-c893-45cf-9456-01778d8ea008 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 210 time: 0.0402958 Jul 25 06:01:41.109343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.145042 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6b50f59a-6efd-4176-ad8c-c9b769b6e5c5 req-3e5c3673-9ac8-4e9a-b9a5-6c612cef21c3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 210 time: 0.0310564 Jul 25 06:01:41.185361 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f4e290a2-fc8c-419c-b3f6-c1ec5f837052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.222924 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12fc1c-2341-4eaa-ad4b-300d005d43e4 req-5ba7f0cd-51ca-49e2-80a9-13dacffcb2bb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:41.225014 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0c12fc1c-2341-4eaa-ad4b-300d005d43e4 req-5ba7f0cd-51ca-49e2-80a9-13dacffcb2bb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0609295 Jul 25 06:01:41.273047 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f4e290a2-fc8c-419c-b3f6-c1ec5f837052 admin admin] Publish callbacks [] for security_group (c1657c58-e51f-4f3e-acbc-7499c9e71a4d), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.280197 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0c12fc1c-2341-4eaa-ad4b-300d005d43e4 req-d3b7db74-b6c2-4f29-b33a-3cb6b41ed92a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486701 Jul 25 06:01:41.297390 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.313329 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:41.340492 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f4e290a2-fc8c-419c-b3f6-c1ec5f837052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c1657c58-e51f-4f3e-acbc-7499c9e71a4d), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.371230 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:01:41.384623 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:01:41.396935 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:01:41.399495 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event updated for resources: {'Port': ['ID=f054b336-0d1e-4689-ae9f-d24089cd4d40,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:41.405436 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e290a2-fc8c-419c-b3f6-c1ec5f837052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1657c58-e51f-4f3e-acbc-7499c9e71a4d,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:41.430304 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43732) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:41.430431 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f4e290a2-fc8c-419c-b3f6-c1ec5f837052 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2d4099ae8f3d4dd9bd461aab44a9f0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464457 Jul 25 06:01:41.461496 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:41.468420 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:41.470352 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:41.471034 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.493969 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b6fd25aa-9741-4cca-8d68-342979779a0e admin admin] Publish callbacks [] for security_group (c1657c58-e51f-4f3e-acbc-7499c9e71a4d), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.527450 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b6fd25aa-9741-4cca-8d68-342979779a0e admin admin] Publish callbacks [] for security_group (c1657c58-e51f-4f3e-acbc-7499c9e71a4d), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.718936 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:41.725205 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-11a57bce-8dc4-40da-b087-19ff244eb06b None None] Provisioning complete for port f054b336-0d1e-4689-ae9f-d24089cd4d40 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:01:41.725607 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-11a57bce-8dc4-40da-b087-19ff244eb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.758917 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-11a57bce-8dc4-40da-b087-19ff244eb06b None None] Port f054b336-0d1e-4689-ae9f-d24089cd4d40 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:01:41.813000 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-d4414881-7f0e-454d-b785-fd5bcc9e9889 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3249047 Jul 25 06:01:41.829414 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Request body: {'port': {'device_id': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:41.851963 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b6fd25aa-9741-4cca-8d68-342979779a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c1657c58-e51f-4f3e-acbc-7499c9e71a4d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.856591 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b6fd25aa-9741-4cca-8d68-342979779a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:41.863583 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b6fd25aa-9741-4cca-8d68-342979779a0e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c1657c58-e51f-4f3e-acbc-7499c9e71a4d HTTP/1.1" status: 204 len: 168 time: 0.4322097 Jul 25 06:01:41.881095 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd25aa-9741-4cca-8d68-342979779a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1657c58-e51f-4f3e-acbc-7499c9e71a4d,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:41.924285 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:42.059920 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:42.111857 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e1d02507-ce7b-495b-974e-da3609b5715b req-63776d28-3d8b-4d16-94b5-bf599e655910 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 210 time: 0.0369651 Jul 25 06:01:42.236041 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f054b336-0d1e-4689-ae9f-d24089cd4d40 {{(pid=110783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:01:42.244155 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Publish callbacks [] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:42.259422 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.provisioning_blocks [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Transition to ACTIVE for port object f054b336-0d1e-4689-ae9f-d24089cd4d40 will not be triggered until provisioned by entity L2. {{(pid=110783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:01:42.289463 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2fff-f5f4-4bf5-80b2-c61828378670 req-64009b82-f0e6-4c5d-9244-3b9d40c08d91 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:42.291109 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-357a2fff-f5f4-4bf5-80b2-c61828378670 req-64009b82-f0e6-4c5d-9244-3b9d40c08d91 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 931 time: 0.0540280 Jul 25 06:01:42.343227 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:42.348486 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:42.356342 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-357a2fff-f5f4-4bf5-80b2-c61828378670 req-bbd3bf53-696d-4447-888c-0780777edf4b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591989 Jul 25 06:01:42.456053 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f054b336-0d1e-4689-ae9f-d24089cd4d40,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:42.473280 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf3cb7-2a49-4453-a29e-23c9e1597bcd req-487fcc28-530d-4086-a015-cf2f964e9324 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:42.474933 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2eaf3cb7-2a49-4453-a29e-23c9e1597bcd req-487fcc28-530d-4086-a015-cf2f964e9324 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0884473 Jul 25 06:01:42.553620 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:42.591762 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2eaf3cb7-2a49-4453-a29e-23c9e1597bcd req-2e8e73d5-cc20-4a58-b880-1e42f9ad4285 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985904 Jul 25 06:01:42.594986 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Attempting to bind port f054b336-0d1e-4689-ae9f-d24089cd4d40 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:01:42.595326 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Attempting to bind port f054b336-0d1e-4689-ae9f-d24089cd4d40 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:01:42.613699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Attempting to bind port f054b336-0d1e-4689-ae9f-d24089cd4d40 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:01:42.613699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Port f054b336-0d1e-4689-ae9f-d24089cd4d40 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:01:42.613699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Attempting to bind port f054b336-0d1e-4689-ae9f-d24089cd4d40 on network aa79d0fe-56b1-4e97-990f-ad8f32170783 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:01:42.613699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:01:42.613699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Checking segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:01:42.614326 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Bound using segment: {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:01:42.614326 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Bound port: f054b336-0d1e-4689-ae9f-d24089cd4d40, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ab516b-dc7c-4131-bf2b-4d20a919e0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783'}}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:01:42.614562 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:42.687640 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43764) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:42.692469 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] For port f054b336-0d1e-4689-ae9f-d24089cd4d40, host hv-cinder-84841, cleared binding levels {{(pid=110783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:01:42.695670 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] For port f054b336-0d1e-4689-ae9f-d24089cd4d40, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:01:42.704979 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ab5-85a9-4c41-9b78-68b58e067cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:42.748688 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:42.791836 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:42.793071 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:42.794804 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/f054b336-0d1e-4689-ae9f-d24089cd4d40 HTTP/1.1" status: 200 len: 1093 time: 0.9695640 Jul 25 06:01:42.795298 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:42.797058 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ab5-85a9-4c41-9b78-68b58e067cf1 admin admin] Publish callbacks [] for security_group (ae5e5c00-e431-4be5-bb1b-e4aa851a7f90), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:42.797970 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672d4bb8-e6de-411c-b908-6b10b04bf150" -d '{"events": [{"name": "network-changed", "server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:42.823602 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa87503-bb80-4413-96f2-e394115e22e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f054b336-0d1e-4689-ae9f-d24089cd4d40,revision_number=3']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:42.844806 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807d3624-6a84-4fd8-aa0f-211e9043fa2c x-openstack-request-id: req-807d3624-6a84-4fd8-aa0f-211e9043fa2c {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:42.845341 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:42.845652 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-807d3624-6a84-4fd8-aa0f-211e9043fa2c {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:42.846114 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807d3624-6a84-4fd8-aa0f-211e9043fa2c'] response: {'name': 'network-changed', 'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'status': 'completed', 'code': 200} Jul 25 06:01:42.861364 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5f99ab5-85a9-4c41-9b78-68b58e067cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ae5e5c00-e431-4be5-bb1b-e4aa851a7f90), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:42.907634 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e5f99ab5-85a9-4c41-9b78-68b58e067cf1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b2a89a0644ce4c2393a5b8a261f10223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175939 Jul 25 06:01:42.908641 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f99ab5-85a9-4c41-9b78-68b58e067cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e5c00-e431-4be5-bb1b-e4aa851a7f90,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:42.911654 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 43768) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:42.936041 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d4bb8-e6de-411c-b908-6b10b04bf150 req-c0e7824a-0b1d-4372-9840-ff2745b56000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:42.937727 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-672d4bb8-e6de-411c-b908-6b10b04bf150 req-c0e7824a-0b1d-4372-9840-ff2745b56000 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 1127 time: 0.0556738 Jul 25 06:01:42.973188 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9bb9-42d9-478b-a547-c5752dd6d351 admin admin] Publish callbacks [] for security_group (ae5e5c00-e431-4be5-bb1b-e4aa851a7f90), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:43.000302 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9bb9-42d9-478b-a547-c5752dd6d351 admin admin] Publish callbacks [] for security_group (ae5e5c00-e431-4be5-bb1b-e4aa851a7f90), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:43.069493 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d4bb8-e6de-411c-b908-6b10b04bf150 req-2960e1a6-425b-49c1-9950-b8b05d389850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:43.070856 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-672d4bb8-e6de-411c-b908-6b10b04bf150 req-2960e1a6-425b-49c1-9950-b8b05d389850 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=07562543fa3e40d584b4d4525b112319&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1247606 Jul 25 06:01:43.167128 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d4bb8-e6de-411c-b908-6b10b04bf150 req-5d6325e2-3322-42cf-b05b-c4cb3acaa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:43.174298 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-672d4bb8-e6de-411c-b908-6b10b04bf150 req-5d6325e2-3322-42cf-b05b-c4cb3acaa3af service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909686 Jul 25 06:01:43.193624 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9bb9-42d9-478b-a547-c5752dd6d351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ae5e5c00-e431-4be5-bb1b-e4aa851a7f90), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:43.199746 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9bb9-42d9-478b-a547-c5752dd6d351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:43.201249 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-eb7f9bb9-42d9-478b-a547-c5752dd6d351 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ae5e5c00-e431-4be5-bb1b-e4aa851a7f90 HTTP/1.1" status: 204 len: 168 time: 0.2839952 Jul 25 06:01:43.210241 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f9bb9-42d9-478b-a547-c5752dd6d351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e5c00-e431-4be5-bb1b-e4aa851a7f90,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:43.210411 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-af288d33-ed9d-4b87-9b4c-84ec452b4d37 req-caf2fcff-b5a7-48fa-9f91-12c482083062 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 210 time: 0.0320632 Jul 25 06:01:43.469892 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:43.487087 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e65b01-6c38-4a8c-89f9-b50f305465a8 req-b8282a6c-fcc4-4ad1-8514-5ac8a7494809 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:43.488868 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c3e65b01-6c38-4a8c-89f9-b50f305465a8 req-b8282a6c-fcc4-4ad1-8514-5ac8a7494809 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 943 time: 0.0617077 Jul 25 06:01:43.579481 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-9bff4644-285c-43bf-a497-01fff253c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:43.581054 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-9bff4644-285c-43bf-a497-01fff253c42d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 1127 time: 0.0710242 Jul 25 06:01:43.603117 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c3e65b01-6c38-4a8c-89f9-b50f305465a8 req-4013d413-c171-42ea-b40a-aacbf174eb4d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015544 Jul 25 06:01:43.653716 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-6eb70ac9-dab9-4477-b2db-bbb0d451b4d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40 HTTP/1.1" status: 200 len: 217 time: 0.0495491 Jul 25 06:01:43.704756 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54666b81-6bf4-4c35-9356-c9d8343862fd req-aa4d0d58-94fe-467f-8b82-59fa69d74fae tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:43.706339 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-54666b81-6bf4-4c35-9356-c9d8343862fd req-aa4d0d58-94fe-467f-8b82-59fa69d74fae tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0589128 Jul 25 06:01:43.744299 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:43.758561 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-592e04ba-6a14-4ae2-9f6e-215270e29410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:43.758561 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-592e04ba-6a14-4ae2-9f6e-215270e29410 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0951636 Jul 25 06:01:43.762333 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00187e60-1f31-4f7a-bc1d-1ba608466805 req-224a4fed-afa6-4e09-8ee7-fea5763e6716 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:43.763815 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-00187e60-1f31-4f7a-bc1d-1ba608466805 req-224a4fed-afa6-4e09-8ee7-fea5763e6716 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0688622 Jul 25 06:01:43.774229 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-54666b81-6bf4-4c35-9356-c9d8343862fd req-edb2c667-49d6-45aa-9d52-dd54795763fa tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541778 Jul 25 06:01:43.865877 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-cf87d0dc-d44a-4f73-a345-c43b70dec0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:43.867364 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-cf87d0dc-d44a-4f73-a345-c43b70dec0b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674746 Jul 25 06:01:43.871011 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-00187e60-1f31-4f7a-bc1d-1ba608466805 req-9e8b5d00-b461-4cfe-bcf0-725476356fbd tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976110 Jul 25 06:01:44.060991 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-55c60249-1ac8-4ec5-a0ab-8df2fe5a83ab service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162035 Jul 25 06:01:44.070043 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a89e5f14-5849-4b52-bd54-604068d91045 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:44.072138 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a89e5f14-5849-4b52-bd54-604068d91045 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 814 time: 0.1214738 Jul 25 06:01:44.178967 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-120510d7-a7bf-4569-96c1-8f78c6ae336d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 472 time: 0.0866714 Jul 25 06:01:44.190664 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-05af4c09-64ee-4263-aae6-548f12cbb6bd req-6dbeb661-4117-4ae8-a99c-e2b48a21a6f4 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209047 Jul 25 06:01:44.211395 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'port': {'device_id': 'cffe93da-af1c-417f-8b03-0d6262028356', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'admin_state_up': True, 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'security_groups': ['3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca']}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:44.336833 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5f35b923-dbe4-49c0-a24e-13a1e72f6c87 req-84d19a74-a06b-4ffb-ac9d-914903eb4d06 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 210 time: 0.0390322 Jul 25 06:01:44.461737 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Made reservation on behalf of a6fd13a3dd1d4e2b83cf6e44160adf35 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:44.468589 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:44.537266 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43820) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:44.601856 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Allocated IP 172.20.0.5 (d80cb7ca-3031-41c9-afe8-b6a4faf27141/643fd28a-aa2d-43b1-bd8f-778a3da61ff3/1ed76246-6a82-44fa-b633-e34bc3bf0089) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:01:44.643153 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-558390665-network', 'tenant_id': 'e3f62f9df69f47d0ad40154526b95be1'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:44.722508 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59ad2b-c811-45f9-8e3a-f18615df77db req-c7c9d09f-5e6a-415d-81a5-54d36a6c4689 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:44.723178 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:44.724517 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bc59ad2b-c811-45f9-8e3a-f18615df77db req-c7c9d09f-5e6a-415d-81a5-54d36a6c4689 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 943 time: 0.0523672 Jul 25 06:01:44.747613 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Made reservation on behalf of e3f62f9df69f47d0ad40154526b95be1 for: {'network': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:44.753463 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:44.759948 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:44.775205 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:44.811144 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bc59ad2b-c811-45f9-8e3a-f18615df77db req-b9440999-557f-4563-a5db-619ac5397600 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794964 Jul 25 06:01:44.848811 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:44.872988 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Publish callbacks [] for security_group (1e5896c6-6810-4764-98d4-c455b89d51cf), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:44.890932 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:44.932533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:44.932730 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0c8d-b131-4088-abfd-c193887dd550 req-ef7fffe8-f2d2-4e61-8851-c281c0915239 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:44.940006 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-707b0c8d-b131-4088-abfd-c193887dd550 req-ef7fffe8-f2d2-4e61-8851-c281c0915239 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0575204 Jul 25 06:01:44.944668 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:01:44.948143 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:01:44.951862 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:01:44.959862 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1e5896c6-6810-4764-98d4-c455b89d51cf), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:44.960178 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=1ed76246-6a82-44fa-b633-e34bc3bf0089,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:45.008414 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:01:45.016897 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5896c6-6810-4764-98d4-c455b89d51cf,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:45.032495 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-707b0c8d-b131-4088-abfd-c193887dd550 req-4c64a38a-644f-4702-b2a5-06b86de21e22 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911262 Jul 25 06:01:45.037196 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (c7c6bec9-9345-4a7e-a52e-206b07034a9c), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:45.037616 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.segments_db [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Added segment c7c6bec9-9345-4a7e-a52e-206b07034a9c of type vlan for network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 Jul 25 06:01:45.046171 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:45.053912 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62b7a-e3bf-485a-b355-6aa3f2a9fa5e req-0e6823cb-2249-4cb5-aab3-5f2001089345 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:45.055491 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-68d62b7a-e3bf-485a-b355-6aa3f2a9fa5e req-0e6823cb-2249-4cb5-aab3-5f2001089345 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0983648 Jul 25 06:01:45.087816 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (1387b5b1-b22c-45c9-8c0b-cbb5a7580640), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:45.097467 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:45.098145 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:45.137436 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-68d62b7a-e3bf-485a-b355-6aa3f2a9fa5e req-e859bdec-75e9-4583-ab5a-79bc894aa006 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720751 Jul 25 06:01:45.191143 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (1387b5b1-b22c-45c9-8c0b-cbb5a7580640), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:45.192185 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:45.192767 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:45.217089 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-40e4d21f-d88f-4993-845c-642ba54ce5f5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0102203 Jul 25 06:01:45.245955 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-9ed986a6-e9b1-41cd-b185-8eb3e87af22f None None] Provisioning complete for port 1ed76246-6a82-44fa-b633-e34bc3bf0089 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:01:45.246822 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-9ed986a6-e9b1-41cd-b185-8eb3e87af22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:45.256522 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] Pushing event updated for resources: {'Network': ['ID=1387b5b1-b22c-45c9-8c0b-cbb5a7580640,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:45.268855 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:01:45.301226 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-9ed986a6-e9b1-41cd-b185-8eb3e87af22f None None] Port 1ed76246-6a82-44fa-b633-e34bc3bf0089 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:01:45.325711 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-aa3ad033-3105-47a1-a29c-f55ea30fc41a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7872763 Jul 25 06:01:45.328629 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 43834) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:45.333513 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Request body: {'subnet': {'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-558390665-subnet', 'tenant_id': 'e3f62f9df69f47d0ad40154526b95be1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:45.438153 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Made reservation on behalf of e3f62f9df69f47d0ad40154526b95be1 for: {'subnet': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:45.440460 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9359389'] for subnet (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:45.472519 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04eeb7-2743-4eed-a62c-214c547d6caf req-4512ff4a-0116-4c0e-9072-767ce27eb4fb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:45.474243 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f04eeb7-2743-4eed-a62c-214c547d6caf req-4512ff4a-0116-4c0e-9072-767ce27eb4fb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 931 time: 0.0674689 Jul 25 06:01:45.580443 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Request body: {'port': {'device_id': 'cffe93da-af1c-417f-8b03-0d6262028356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:45.581267 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f04eeb7-2743-4eed-a62c-214c547d6caf req-8ba4b005-7b4a-4aac-8b4e-3b23534206e9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746377 Jul 25 06:01:45.647298 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:45.662666 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:45.756993 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12528880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9359375'] for subnet (58f8df9a-b3e3-4082-9431-4aaabe328507), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:45.835581 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f8df9a-b3e3-4082-9431-4aaabe328507,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:45.849545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Checking segment: {'id': 'c7c6bec9-9345-4a7e-a52e-206b07034a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:01:45.850003 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Network hostable DHCP agents. Network: 1387b5b1-b22c-45c9-8c0b-cbb5a7580640, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:01:45.940448 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:01:45.956994 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a04e1e-af71-4fa7-acd0-f2b25aaae9a2 req-0467f647-33e3-489f-b174-ff65127abb49 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:45.958449 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11a04e1e-af71-4fa7-acd0-f2b25aaae9a2 req-0467f647-33e3-489f-b174-ff65127abb49 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 943 time: 0.0749013 Jul 25 06:01:45.964636 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed76246-6a82-44fa-b633-e34bc3bf0089 {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:01:45.973721 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Publish callbacks [] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:46.020586 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 1387b5b1-b22c-45c9-8c0b-cbb5a7580640) {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:01:46.028971 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:46.028971 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:46.029224 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bfd527-0a2a-4da6-b9b2-d923f40d6f89 None None] Network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:01:46.141703 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab905fb8-f0b4-42e7-a29f-d75fa52109e7 None None] Network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:01:46.157278 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-2a0034b5-74b9-4b19-b3c0-f556488751a0 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8275027 Jul 25 06:01:46.180960 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7ce5e-6553-40e3-bf3c-2f6aee9c62d4 req-810ad9c2-6e01-474e-895c-0e662d774b59 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:46.182640 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-88d7ce5e-6553-40e3-bf3c-2f6aee9c62d4 req-810ad9c2-6e01-474e-895c-0e662d774b59 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0760496 Jul 25 06:01:46.233430 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:46.238531 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Transition to ACTIVE for port object 1ed76246-6a82-44fa-b633-e34bc3bf0089 will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:01:46.261996 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-88d7ce5e-6553-40e3-bf3c-2f6aee9c62d4 req-48ae4150-3b22-4a6a-9f1b-c4dfd2e3d22f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721645 Jul 25 06:01:46.270845 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11a04e1e-af71-4fa7-acd0-f2b25aaae9a2 req-1e948c05-f069-49b6-bd77-8358fcfb4c70 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012483 Jul 25 06:01:46.374356 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12df2-0149-4bf7-94ba-edfec17cf901 req-485d58cc-6ef5-4552-bc1a-7dcbb9c50900 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:46.375939 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7fc12df2-0149-4bf7-94ba-edfec17cf901 req-485d58cc-6ef5-4552-bc1a-7dcbb9c50900 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0509579 Jul 25 06:01:46.381314 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:46.437436 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed76246-6a82-44fa-b633-e34bc3bf0089,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:46.438559 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7fc12df2-0149-4bf7-94ba-edfec17cf901 req-2f4bb347-ea58-46ae-aa2e-5986a5b537c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566671 Jul 25 06:01:46.529707 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Attempting to bind port 1ed76246-6a82-44fa-b633-e34bc3bf0089 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:01:46.530169 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Attempting to bind port 1ed76246-6a82-44fa-b633-e34bc3bf0089 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:01:46.530568 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Attempting to bind port 1ed76246-6a82-44fa-b633-e34bc3bf0089 on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:01:46.536416 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Port 1ed76246-6a82-44fa-b633-e34bc3bf0089 on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:01:46.537627 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Attempting to bind port 1ed76246-6a82-44fa-b633-e34bc3bf0089 on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:01:46.542831 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:01:46.543407 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Checking segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:01:46.543874 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Bound using segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:01:46.544406 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Bound port: 1ed76246-6a82-44fa-b633-e34bc3bf0089, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:01:46.544855 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:46.616723 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] For port 1ed76246-6a82-44fa-b633-e34bc3bf0089, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:01:46.619988 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] For port 1ed76246-6a82-44fa-b633-e34bc3bf0089, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1ed76246-6a82-44fa-b633-e34bc3bf0089,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:01:46.701943 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8904a8-fccf-4b09-a70f-5188da3f3b54 req-ff267f8d-73f9-494f-aae9-fa53b6f4aceb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:46.703362 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0c8904a8-fccf-4b09-a70f-5188da3f3b54 req-ff267f8d-73f9-494f-aae9-fa53b6f4aceb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 943 time: 0.0468631 Jul 25 06:01:46.723124 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:46.784107 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:46.791894 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:46.791894 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] 10.222.0.47 "PUT /v2.0/ports/1ed76246-6a82-44fa-b633-e34bc3bf0089 HTTP/1.1" status: 200 len: 1093 time: 1.2105854 Jul 25 06:01:46.791894 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe93da-af1c-417f-8b03-0d6262028356', 'tag': '1ed76246-6a82-44fa-b633-e34bc3bf0089'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:46.791894 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3be9a5f-a208-4fd5-aed8-3e44d8d8e9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cffe93da-af1c-417f-8b03-0d6262028356", "tag": "1ed76246-6a82-44fa-b633-e34bc3bf0089"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:46.821561 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0c8904a8-fccf-4b09-a70f-5188da3f3b54 req-dc798bbc-22c9-4d86-b48c-3bc74761b4c4 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106002 Jul 25 06:01:46.831286 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d68b93-3bed-4a52-b0f8-548d87241e08 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed76246-6a82-44fa-b633-e34bc3bf0089,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:46.849771 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948b1577-7038-452a-94dd-c450fe95012c x-openstack-request-id: req-948b1577-7038-452a-94dd-c450fe95012c {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:46.850063 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffe93da-af1c-417f-8b03-0d6262028356", "tag": "1ed76246-6a82-44fa-b633-e34bc3bf0089", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:46.850321 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-948b1577-7038-452a-94dd-c450fe95012c {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:46.850722 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948b1577-7038-452a-94dd-c450fe95012c'] response: {'name': 'network-changed', 'server_uuid': 'cffe93da-af1c-417f-8b03-0d6262028356', 'tag': '1ed76246-6a82-44fa-b633-e34bc3bf0089', 'status': 'completed', 'code': 200} Jul 25 06:01:46.925000 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be9a5f-a208-4fd5-aed8-3e44d8d8e9ce req-2454f263-b03e-45a1-ba05-cde8fa1b2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:46.926581 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f3be9a5f-a208-4fd5-aed8-3e44d8d8e9ce req-2454f263-b03e-45a1-ba05-cde8fa1b2115 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 1127 time: 0.0433371 Jul 25 06:01:47.000656 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:47.037528 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be9a5f-a208-4fd5-aed8-3e44d8d8e9ce req-8f56523d-ac12-4212-8466-f08d348986ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:47.039003 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f3be9a5f-a208-4fd5-aed8-3e44d8d8e9ce req-8f56523d-ac12-4212-8466-f08d348986ef service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1037357 Jul 25 06:01:47.142109 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be9a5f-a208-4fd5-aed8-3e44d8d8e9ce req-1b98b568-8321-4f6b-8cff-298815f3c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:47.143605 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f3be9a5f-a208-4fd5-aed8-3e44d8d8e9ce req-1b98b568-8321-4f6b-8cff-298815f3c6be service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937190 Jul 25 06:01:47.234249 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937cbde-c920-4737-95f5-558c07f6a87c req-5e3017b0-c6f7-43f6-b978-bc2363b98c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:47.235717 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-5e3017b0-c6f7-43f6-b978-bc2363b98c26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 1127 time: 0.0403755 Jul 25 06:01:47.295754 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-96f4b7af-4735-49ec-87ab-8548ba147f01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed76246-6a82-44fa-b633-e34bc3bf0089 HTTP/1.1" status: 200 len: 217 time: 0.0440407 Jul 25 06:01:47.383113 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:47.393150 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937cbde-c920-4737-95f5-558c07f6a87c req-5141b44b-deb3-48b8-91cc-4ef9b4850c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:47.394625 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-5141b44b-deb3-48b8-91cc-4ef9b4850c6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=643fd28a-aa2d-43b1-bd8f-778a3da61ff3 HTTP/1.1" status: 200 len: 853 time: 0.0893726 Jul 25 06:01:47.401043 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddefca-a193-45b1-91c5-e6bede28e874 req-37bf2854-64be-4cbd-9abd-7a6791c86605 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:47.403497 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8eddefca-a193-45b1-91c5-e6bede28e874 req-37bf2854-64be-4cbd-9abd-7a6791c86605 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0637510 Jul 25 06:01:47.413569 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ebf89-94f0-4e53-ba52-fcd13bfc7c11 req-30355d4a-cbb9-47a1-bcde-770cae25658f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:47.415132 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f10ebf89-94f0-4e53-ba52-fcd13bfc7c11 req-30355d4a-cbb9-47a1-bcde-770cae25658f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 943 time: 0.0508521 Jul 25 06:01:47.463708 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a391c019-2ef4-469c-819a-64988bbc493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:47.465473 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-a391c019-2ef4-469c-819a-64988bbc493e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d80cb7ca-3031-41c9-afe8-b6a4faf27141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591986 Jul 25 06:01:47.475397 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f10ebf89-94f0-4e53-ba52-fcd13bfc7c11 req-d81edae1-148a-4c77-bf14-5b63d083c0b5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525470 Jul 25 06:01:47.496569 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8eddefca-a193-45b1-91c5-e6bede28e874 req-e98ed64b-3127-45c7-bfd9-3853630cf8a1 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823951 Jul 25 06:01:47.571560 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905060-4ebe-40bf-ac52-f824e3e518c8 req-a1f1d6d9-0e33-405b-a661-5e0d8f145156 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:47.573029 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-87905060-4ebe-40bf-ac52-f824e3e518c8 req-a1f1d6d9-0e33-405b-a661-5e0d8f145156 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0478742 Jul 25 06:01:47.622817 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-87905060-4ebe-40bf-ac52-f824e3e518c8 req-36d26311-97ed-4356-bef9-3fd0dd3563bd tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 Jul 25 06:01:47.649779 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device f054b336-0d1e-4689-ae9f-d24089cd4d40 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:01:47.665534 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-8b5236af-fadb-4126-ad20-bad86a967219 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862496 Jul 25 06:01:47.750598 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port f054b336-0d1e-4689-ae9f-d24089cd4d40, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:47.763190 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'port_id': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'mac_address': 'fa:16:3e:c0:30:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:01:47.766048 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1937cbde-c920-4737-95f5-558c07f6a87c req-92570267-6f69-49a5-ae0f-b3b219426069 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911412 Jul 25 06:01:47.803182 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port f054b336-0d1e-4689-ae9f-d24089cd4d40 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:01:47.803565 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:47.817204 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f054b336-0d1e-4689-ae9f-d24089cd4d40 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:01:47.834868 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:47.837124 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port f054b336-0d1e-4689-ae9f-d24089cd4d40, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:47.919534 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:47.938944 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949933f2-e20c-447d-a4f9-4f171944fc66 req-fd136570-8318-400d-a7b4-f1cae4326e45 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:47.941096 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-949933f2-e20c-447d-a4f9-4f171944fc66 req-fd136570-8318-400d-a7b4-f1cae4326e45 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 943 time: 0.0543270 Jul 25 06:01:47.977746 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=f054b336-0d1e-4689-ae9f-d24089cd4d40,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:47.985578 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.987700 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.987700 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.987700 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.987700 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.987700 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.987700 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.988226 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.988309 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.988609 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.988933 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.989290 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.990342 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.990692 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.991014 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:01:47.994332 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-949933f2-e20c-447d-a4f9-4f171944fc66 req-b0e748fc-2167-43b7-b0ff-e19881dddfa5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470774 Jul 25 06:01:48.282127 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['f054b336-0d1e-4689-ae9f-d24089cd4d40'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:01:48.418818 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:48.515066 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-a73d3a12-8bc0-4f3e-8ff7-8d8b029492e6 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:48.516605 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-a73d3a12-8bc0-4f3e-8ff7-8d8b029492e6 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/networks?id=1387b5b1-b22c-45c9-8c0b-cbb5a7580640 HTTP/1.1" status: 200 len: 808 time: 0.1056564 Jul 25 06:01:48.536877 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-ad38e1d1-b6a1-4d7c-9985-0e4a048f0dc6 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/quotas/e3f62f9df69f47d0ad40154526b95be1 HTTP/1.1" status: 200 len: 375 time: 0.0123672 Jul 25 06:01:48.574063 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-9e141c29-a923-46af-8f70-67d03c7c2a9c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e3f62f9df69f47d0ad40154526b95be1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327637 Jul 25 06:01:48.589571 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d01c9-c9eb-4c3d-8386-822d80ed20f0 req-2369c82e-fa02-46c1-b9d3-bce886b8a410 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:48.591061 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4e3d01c9-c9eb-4c3d-8386-822d80ed20f0 req-2369c82e-fa02-46c1-b9d3-bce886b8a410 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 944 time: 0.0522037 Jul 25 06:01:48.644879 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4e3d01c9-c9eb-4c3d-8386-822d80ed20f0 req-ba60dbd7-4c06-41b4-968d-41426e223611 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477171 Jul 25 06:01:48.658271 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:48.673601 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-b2cde8fb-d98e-4ae0-ae01-b821e6ed2f76 service neutron] 10.222.0.40 "GET /v2.0/networks/1387b5b1-b22c-45c9-8c0b-cbb5a7580640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922654 Jul 25 06:01:48.750061 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10494b6b-1ad9-4775-86d0-b67708b86ad4 req-2258ad23-e627-4bca-a11e-7de913f31f4b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:48.757381 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-10494b6b-1ad9-4775-86d0-b67708b86ad4 req-2258ad23-e627-4bca-a11e-7de913f31f4b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0564055 Jul 25 06:01:48.793540 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-e8454dbe-61a6-47b9-b7c4-b570a4da4016 service neutron] 10.222.0.40 "GET /v2.0/networks/1387b5b1-b22c-45c9-8c0b-cbb5a7580640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087236 Jul 25 06:01:48.815167 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-10494b6b-1ad9-4775-86d0-b67708b86ad4 req-01e67c88-1f31-42e0-85db-bb908f1db142 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515258 Jul 25 06:01:48.924357 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a1a6e-ea43-4580-bb35-861ba0208653 req-8da93fe1-b709-410c-946a-3e316b5c0e65 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:48.925858 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-913a1a6e-ea43-4580-bb35-861ba0208653 req-8da93fe1-b709-410c-946a-3e316b5c0e65 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0486226 Jul 25 06:01:48.975331 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-913a1a6e-ea43-4580-bb35-861ba0208653 req-f47b3c82-97bf-4661-a6d4-aa185686a03a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Jul 25 06:01:49.147486 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cf6ce-3370-4ce6-87ec-9d44e781252c req-2775bbbf-7c0a-4720-af15-f70d8f5a7cd1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:49.149678 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-634cf6ce-3370-4ce6-87ec-9d44e781252c req-2775bbbf-7c0a-4720-af15-f70d8f5a7cd1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 943 time: 0.0697610 Jul 25 06:01:49.207838 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-634cf6ce-3370-4ce6-87ec-9d44e781252c req-4701ddc5-0ef9-4cf9-a3a6-b1164fec6e20 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519345 Jul 25 06:01:49.272802 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-405bc258-55d8-4364-82ea-72f4b5f5aa20 req-faa5b211-b092-46a4-b609-f2ffbf19353f tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.2587209 Jul 25 06:01:49.665652 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 1ed76246-6a82-44fa-b633-e34bc3bf0089 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:01:49.670542 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device f054b336-0d1e-4689-ae9f-d24089cd4d40 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:01:49.728899 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port f054b336-0d1e-4689-ae9f-d24089cd4d40 completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:01:49.793935 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc7bae-8775-4847-934f-cc3a9a2b3d4d req-dc8c0c97-6179-4fca-ba63-617fb5e4f5ae tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:49.795706 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9fcc7bae-8775-4847-934f-cc3a9a2b3d4d req-dc8c0c97-6179-4fca-ba63-617fb5e4f5ae tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 944 time: 0.0713997 Jul 25 06:01:49.818148 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 1ed76246-6a82-44fa-b633-e34bc3bf0089, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1ed76246-6a82-44fa-b633-e34bc3bf0089,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:49.830760 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '1ed76246-6a82-44fa-b633-e34bc3bf0089', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'port_id': '1ed76246-6a82-44fa-b633-e34bc3bf0089', 'mac_address': 'fa:16:3e:42:68:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:01:49.830919 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:49.834390 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port f054b336-0d1e-4689-ae9f-d24089cd4d40 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:01:49.834767 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:49.852712 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9fcc7bae-8775-4847-934f-cc3a9a2b3d4d req-81534d5f-a7fe-482c-868e-c8c5e1452491 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476036 Jul 25 06:01:49.902995 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 1ed76246-6a82-44fa-b633-e34bc3bf0089 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:01:49.903383 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:49.925276 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed76246-6a82-44fa-b633-e34bc3bf0089 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:01:49.959282 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdfe08-46a3-4610-aa6b-252fb3c98e83 req-71c58ff9-030d-4bbd-9a9e-1b58fff61cbb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:49.961460 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-72fdfe08-46a3-4610-aa6b-252fb3c98e83 req-71c58ff9-030d-4bbd-9a9e-1b58fff61cbb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0479021 Jul 25 06:01:49.972453 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 1ed76246-6a82-44fa-b633-e34bc3bf0089, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1ed76246-6a82-44fa-b633-e34bc3bf0089,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:49.983731 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port f054b336-0d1e-4689-ae9f-d24089cd4d40 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:01:49.985575 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:50.008194 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:50.010496 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cadd9a-cdc6-42ef-af9a-ca49921788ad" -d '{"events": [{"server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "name": "network-vif-plugged", "status": "completed", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:50.024358 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port f054b336-0d1e-4689-ae9f-d24089cd4d40, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:50.044664 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-72fdfe08-46a3-4610-aa6b-252fb3c98e83 req-2a85fb28-8b24-4688-ac32-2cd694d31602 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754030 Jul 25 06:01:50.056518 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:50.102132 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db46ad44-0b3d-4882-84c3-62a70ef3116f x-openstack-request-id: req-db46ad44-0b3d-4882-84c3-62a70ef3116f {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:50.102451 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "name": "network-vif-plugged", "status": "completed", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:50.102763 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-db46ad44-0b3d-4882-84c3-62a70ef3116f {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:50.103192 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db46ad44-0b3d-4882-84c3-62a70ef3116f'] response: {'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'code': 200} Jul 25 06:01:50.111894 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:50.115158 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e61e9-1237-4169-9942-120062e88a08 req-1947a01c-a846-4154-b021-113564751334 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:50.117982 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=1ed76246-6a82-44fa-b633-e34bc3bf0089,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:50.120675 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26e61e9-1237-4169-9942-120062e88a08 req-1947a01c-a846-4154-b021-113564751334 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0649767 Jul 25 06:01:50.173449 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=f054b336-0d1e-4689-ae9f-d24089cd4d40,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:50.209361 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26e61e9-1237-4169-9942-120062e88a08 req-fc61ed71-f68c-4cda-9747-bc08367df4ff tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702004 Jul 25 06:01:50.353770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb2d70-b5d4-4d96-9337-db3a4e7932cd req-474d2e79-73c8-4cf0-9ff5-b1bf261f7888 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:50.355299 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-17eb2d70-b5d4-4d96-9337-db3a4e7932cd req-474d2e79-73c8-4cf0-9ff5-b1bf261f7888 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 944 time: 0.0529330 Jul 25 06:01:50.369424 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ad92e161-31fe-4b64-b769-2f17cc6679f9 req-14844c47-cb86-4982-a9b6-cb70cb8729e3 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0280042 Jul 25 06:01:50.402315 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['1ed76246-6a82-44fa-b633-e34bc3bf0089'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:01:50.412925 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-17eb2d70-b5d4-4d96-9337-db3a4e7932cd req-db7dd654-0233-4c68-8837-b8e459e04bcd tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497694 Jul 25 06:01:50.473989 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421ada-2ce3-49da-983b-501e91eba1f0 req-b26e0ceb-5bf3-4e16-ae53-dbccbb2fbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:50.475531 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c0421ada-2ce3-49da-983b-501e91eba1f0 req-b26e0ceb-5bf3-4e16-ae53-dbccbb2fbad7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 1129 time: 0.0399585 Jul 25 06:01:50.508903 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:50.531285 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c0421ada-2ce3-49da-983b-501e91eba1f0 req-6aa7e067-ff24-4092-992a-4015068b9341 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 Jul 25 06:01:50.991672 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072132-7a5c-4c26-866a-9896dc42af76 req-7e2f779b-6d01-401d-b26f-9ce430e7d96f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:50.993166 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-58072132-7a5c-4c26-866a-9896dc42af76 req-7e2f779b-6d01-401d-b26f-9ce430e7d96f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0500364 Jul 25 06:01:51.041454 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-58072132-7a5c-4c26-866a-9896dc42af76 req-bff382d4-f112-4895-a3c5-31cc7760d7fd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Jul 25 06:01:51.160042 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4822c-1263-4f70-8578-3cceadaed3f0 req-f2857d4a-542b-4425-ae84-f17d92afe330 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:51.161715 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-49c4822c-1263-4f70-8578-3cceadaed3f0 req-f2857d4a-542b-4425-ae84-f17d92afe330 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Jul 25 06:01:51.180337 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:51.210335 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-49c4822c-1263-4f70-8578-3cceadaed3f0 req-278bc511-b8db-4d28-b304-9fab8b6081e1 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429618 Jul 25 06:01:51.323868 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:51.333156 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ff124-f055-4f2f-b4eb-da5afc93622b req-481ec861-a019-45fb-9c5f-d6f0a7bf4f33 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:51.339583 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e50ff124-f055-4f2f-b4eb-da5afc93622b req-481ec861-a019-45fb-9c5f-d6f0a7bf4f33 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0493069 Jul 25 06:01:51.382879 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e50ff124-f055-4f2f-b4eb-da5afc93622b req-f873f076-17d0-4baf-9ddb-c6620ba82492 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Jul 25 06:01:51.470213 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-94ff554f-7b97-4a66-84ea-ddca624c9a22 req-3c253e51-727e-4a2a-a596-331415112aff tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0299244 Jul 25 06:01:51.533188 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a535a6b-4f15-4feb-a237-9a6d361cc852 req-3ed7dd21-5f20-4c33-a58c-b5af83f3d704 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:51.534733 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9a535a6b-4f15-4feb-a237-9a6d361cc852 req-3ed7dd21-5f20-4c33-a58c-b5af83f3d704 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 944 time: 0.0480752 Jul 25 06:01:51.591341 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9a535a6b-4f15-4feb-a237-9a6d361cc852 req-4fa2da45-680e-4e26-a491-f113b63b298a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505233 Jul 25 06:01:51.680350 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 1ed76246-6a82-44fa-b633-e34bc3bf0089 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:01:51.722411 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 1ed76246-6a82-44fa-b633-e34bc3bf0089 completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:01:51.837972 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 1ed76246-6a82-44fa-b633-e34bc3bf0089 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:01:51.838296 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:51.866495 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:51.914781 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 1ed76246-6a82-44fa-b633-e34bc3bf0089 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:01:51.915168 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:51.948003 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 1ed76246-6a82-44fa-b633-e34bc3bf0089, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1ed76246-6a82-44fa-b633-e34bc3bf0089,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:52.016357 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:52.064431 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=1ed76246-6a82-44fa-b633-e34bc3bf0089,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:52.105158 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe93da-af1c-417f-8b03-0d6262028356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed76246-6a82-44fa-b633-e34bc3bf0089'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:52.107228 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f958bb7-ecb4-49a5-b00c-ef19f60ffd3b" -d '{"events": [{"server_uuid": "cffe93da-af1c-417f-8b03-0d6262028356", "name": "network-vif-plugged", "status": "completed", "tag": "1ed76246-6a82-44fa-b633-e34bc3bf0089"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:52.144212 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13013012-1bb3-48cd-a4b2-c0f4a5f4d0dc x-openstack-request-id: req-13013012-1bb3-48cd-a4b2-c0f4a5f4d0dc {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:52.144566 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffe93da-af1c-417f-8b03-0d6262028356", "name": "network-vif-plugged", "status": "completed", "tag": "1ed76246-6a82-44fa-b633-e34bc3bf0089", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:52.144826 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-13013012-1bb3-48cd-a4b2-c0f4a5f4d0dc {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:52.145475 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13013012-1bb3-48cd-a4b2-c0f4a5f4d0dc'] response: {'server_uuid': 'cffe93da-af1c-417f-8b03-0d6262028356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed76246-6a82-44fa-b633-e34bc3bf0089', 'code': 200} Jul 25 06:01:52.165181 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17e0d-accf-4bac-aaa8-396961b546fd req-cc32b386-1fb1-4cde-8169-242f5313061b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:52.166709 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d6d17e0d-accf-4bac-aaa8-396961b546fd req-cc32b386-1fb1-4cde-8169-242f5313061b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0564661 Jul 25 06:01:52.214940 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d6d17e0d-accf-4bac-aaa8-396961b546fd req-0e780515-d4d5-4aa4-bfa2-601ba856b6ba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Jul 25 06:01:52.338694 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b44a6f-0c1d-46ee-ba7f-05a383fca534 req-d5a770df-5a29-4e4f-96d1-50179b93bc51 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:52.340488 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f0b44a6f-0c1d-46ee-ba7f-05a383fca534 req-d5a770df-5a29-4e4f-96d1-50179b93bc51 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0534198 Jul 25 06:01:52.391119 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f0b44a6f-0c1d-46ee-ba7f-05a383fca534 req-3194a7e6-95e4-44d9-8086-467f284cd578 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447352 Jul 25 06:01:52.501090 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e99e0-c14b-412e-a1b9-a33aa711a056 req-b59189d9-0950-4765-a0b0-55af6c9a66db tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:52.502575 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cf4e99e0-c14b-412e-a1b9-a33aa711a056 req-b59189d9-0950-4765-a0b0-55af6c9a66db tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0456820 Jul 25 06:01:52.551142 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cf4e99e0-c14b-412e-a1b9-a33aa711a056 req-74c174f8-805e-4d76-920a-30a4a52d7d4a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 Jul 25 06:01:52.568950 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-155c104a-c405-4059-b9d5-2c2e44196e2a req-bcca1bb2-97db-4236-aa3a-9eafc62a1ef6 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0299337 Jul 25 06:01:52.706452 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c11716-5204-40dc-9e87-9e74c471c171 req-514ca1cc-0d2b-4ce2-91d3-fa5680549c3f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:52.707902 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64c11716-5204-40dc-9e87-9e74c471c171 req-514ca1cc-0d2b-4ce2-91d3-fa5680549c3f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.0476413 Jul 25 06:01:52.761687 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64c11716-5204-40dc-9e87-9e74c471c171 req-9370a53b-b846-4bf9-b8ae-8f751230f10b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473928 Jul 25 06:01:53.330793 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c602a5-9f42-4c2c-b0e9-c4bdf860dc80 req-b8582533-9b99-4657-ae7a-cbbf41f942b1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:53.332311 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-90c602a5-9f42-4c2c-b0e9-c4bdf860dc80 req-b8582533-9b99-4657-ae7a-cbbf41f942b1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0497575 Jul 25 06:01:53.381254 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-90c602a5-9f42-4c2c-b0e9-c4bdf860dc80 req-dd845865-399e-43ea-91d6-70d45d4b8c12 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433273 Jul 25 06:01:53.455110 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=27 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:53.457203 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:53.498433 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ef4e-2893-4dbf-ab68-71efa2c48fcc req-83cde8cf-573d-46d9-9cc8-92f18d412b64 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:53.499983 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-35d4ef4e-2893-4dbf-ab68-71efa2c48fcc req-83cde8cf-573d-46d9-9cc8-92f18d412b64 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0483887 Jul 25 06:01:53.508937 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 44000) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:53.514220 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-b79bf91b-6f20-4964-a780-3fb940d5baab tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Request body: {'floatingip': {'port_id': 'f054b336-0d1e-4689-ae9f-d24089cd4d40'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:53.516417 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf43d1-7e0e-400a-ab1d-3df9b4a2f8d7 req-7c477c58-3d63-420f-9f0f-a5c8428e88cb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:53.518681 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1bbf43d1-7e0e-400a-ab1d-3df9b4a2f8d7 req-7c477c58-3d63-420f-9f0f-a5c8428e88cb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0491796 Jul 25 06:01:53.554343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b79bf91b-6f20-4964-a780-3fb940d5baab tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for floatingip (52fa68b6-586a-4f72-8e37-7cfd23990636), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:53.656715 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1bbf43d1-7e0e-400a-ab1d-3df9b4a2f8d7 req-4d78138f-4224-456d-b839-2f6cc0762bae tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322997 Jul 25 06:01:53.717901 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-a2cbd797-1781-4056-899f-950b248e9028 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:53.719592 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-a2cbd797-1781-4056-899f-950b248e9028 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.47 "GET /v2.0/networks?id=1387b5b1-b22c-45c9-8c0b-cbb5a7580640 HTTP/1.1" status: 200 len: 808 time: 0.1759617 Jul 25 06:01:53.744452 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Request body: {'port': {'device_id': '7c1d7240-ffe0-424b-aa2c-f44036123979', 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640', 'admin_state_up': True, 'tenant_id': 'e3f62f9df69f47d0ad40154526b95be1'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:53.757121 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1744b2-7590-4510-8b6b-8023de6fc36c req-7f920015-f653-4426-9720-1b4838651f6e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:53.758612 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ff1744b2-7590-4510-8b6b-8023de6fc36c req-7f920015-f653-4426-9720-1b4838651f6e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.1290386 Jul 25 06:01:53.763282 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687232b6-5001-4988-986f-2a7ac5e44b1b req-4bb6c404-af0a-40ed-a24d-96774d170423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:53.769099 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-687232b6-5001-4988-986f-2a7ac5e44b1b req-4bb6c404-af0a-40ed-a24d-96774d170423 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 1129 time: 0.0872016 Jul 25 06:01:53.802402 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d2a01200-6910-4c5f-94d0-6bfb2fd0535e req-c1ddeda5-9fe2-4624-afe9-3c97269f0670 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0498853 Jul 25 06:01:53.895290 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ff1744b2-7590-4510-8b6b-8023de6fc36c req-c93cb672-85e3-4d67-9104-210e4ebf06d7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249189 Jul 25 06:01:53.935348 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:53.954136 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:53.966451 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168fada-822d-48f2-9bfc-71184bd08409 req-0227c407-3a33-44aa-ac1f-1d4231a7678f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:53.968076 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2168fada-822d-48f2-9bfc-71184bd08409 req-0227c407-3a33-44aa-ac1f-1d4231a7678f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.0799832 Jul 25 06:01:54.017370 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2168fada-822d-48f2-9bfc-71184bd08409 req-892709bc-6a2f-4f29-b348-23ebc7a53b9e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Jul 25 06:01:54.048072 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Made reservation on behalf of e3f62f9df69f47d0ad40154526b95be1 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:01:54.051635 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.155043 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:54.157396 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b79bf91b-6f20-4964-a780-3fb940d5baab tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.182924 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Allocated IP 172.20.0.7 (1387b5b1-b22c-45c9-8c0b-cbb5a7580640/58f8df9a-b3e3-4082-9431-4aaabe328507/76c263b9-b74b-41c2-b7e7-d3f293d10eea) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:01:54.186698 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:54.227916 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-687232b6-5001-4988-986f-2a7ac5e44b1b req-120fc038-e8bb-4109-8b99-a19bfaaf9793 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431805 Jul 25 06:01:54.244660 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b79bf91b-6f20-4964-a780-3fb940d5baab tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (52fa68b6-586a-4f72-8e37-7cfd23990636), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.354930 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks [] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.363031 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-b79bf91b-6f20-4964-a780-3fb940d5baab tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Floating IP 52fa68b6-586a-4f72-8e37-7cfd23990636 associated. External IP: 172.27.1.152, port: f054b336-0d1e-4689-ae9f-d24089cd4d40. Jul 25 06:01:54.374978 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 44016) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:54.454312 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.521629 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Pushing event updated for resources: {'Port': ['ID=76c263b9-b74b-41c2-b7e7-d3f293d10eea,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:54.536060 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b497d554-5999-4aaf-9e39-add1fc31c37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.551643 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:01:54.558190 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:01:54.563250 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:01:54.567765 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:54.580701 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79bf91b-6f20-4964-a780-3fb940d5baab tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Router e25796a5-c22a-4674-a750-ea9784e99b56 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:01:54.636174 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:54.636828 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.683506 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b497d554-5999-4aaf-9e39-add1fc31c37e admin admin] Publish callbacks [] for security_group (67262252-0063-4f01-b4d8-5c6fbe552edd), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.687052 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79bf91b-6f20-4964-a780-3fb940d5baab tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:01:54.691638 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b79bf91b-6f20-4964-a780-3fb940d5baab tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.699123 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] Sync routers for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:01:54.717060 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f4c66193-8643-41d9-9fb2-6baf4bcf423d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9772236 Jul 25 06:01:54.723711 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:01:54.724601 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:01:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:54.727288 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-b79bf91b-6f20-4964-a780-3fb940d5baab tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "PUT /v2.0/floatingips/52fa68b6-586a-4f72-8e37-7cfd23990636 HTTP/1.1" status: 200 len: 991 time: 1.2171817 Jul 25 06:01:54.727910 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:54.730638 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548" -d '{"events": [{"name": "network-changed", "server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:54.758258 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b497d554-5999-4aaf-9e39-add1fc31c37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (67262252-0063-4f01-b4d8-5c6fbe552edd), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.775114 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1de979-fcd4-4875-b837-17a8d805c6ad x-openstack-request-id: req-2f1de979-fcd4-4875-b837-17a8d805c6ad {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:54.775114 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:54.775400 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2f1de979-fcd4-4875-b837-17a8d805c6ad {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:54.775817 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1de979-fcd4-4875-b837-17a8d805c6ad'] response: {'name': 'network-changed', 'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'status': 'completed', 'code': 200} Jul 25 06:01:54.805046 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497d554-5999-4aaf-9e39-add1fc31c37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67262252-0063-4f01-b4d8-5c6fbe552edd,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:54.809604 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b497d554-5999-4aaf-9e39-add1fc31c37e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=49decbc30e5c4ba8bb7cd58d6b997974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4336300 Jul 25 06:01:54.812187 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 44032) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:54.817338 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee278606-81e2-48ce-9677-bba1dfea6297 req-4164495c-97a6-4f2c-9b43-e15b1949c452 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:54.826587 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee278606-81e2-48ce-9677-bba1dfea6297 req-4164495c-97a6-4f2c-9b43-e15b1949c452 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0706081 Jul 25 06:01:54.833257 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Request body: {'port': {'device_id': '7c1d7240-ffe0-424b-aa2c-f44036123979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:54.868393 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:01:54.882264 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ee278606-81e2-48ce-9677-bba1dfea6297 req-ed691627-eea3-4473-9e38-5a9193e2926b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546536 Jul 25 06:01:54.930116 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:54.936523 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c332a5c1-3763-46c3-a28c-190ca6aaaf25 admin admin] Publish callbacks [] for security_group (67262252-0063-4f01-b4d8-5c6fbe552edd), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:55.024021 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:55.035721 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c332a5c1-3763-46c3-a28c-190ca6aaaf25 admin admin] Publish callbacks [] for security_group (67262252-0063-4f01-b4d8-5c6fbe552edd), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:55.042086 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb3f7f-c837-4c08-9850-83131499be97 req-57d0189a-d14d-4a62-b5a9-6b164887a1e9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:55.043829 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-40eb3f7f-c837-4c08-9850-83131499be97 req-57d0189a-d14d-4a62-b5a9-6b164887a1e9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0616441 Jul 25 06:01:55.065397 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:55.076142 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462a35e-29b0-462b-9f3b-27a74458bea9 req-5e30a3ce-94f5-4775-a91f-276ab9e51755 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:55.077715 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4462a35e-29b0-462b-9f3b-27a74458bea9 req-5e30a3ce-94f5-4775-a91f-276ab9e51755 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 931 time: 0.1324975 Jul 25 06:01:55.099623 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-40eb3f7f-c837-4c08-9850-83131499be97 req-c9c608ed-e827-4248-a6df-553b8bf14102 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494258 Jul 25 06:01:55.221396 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe777dc-aba9-4227-9540-ad00d0f25ef6 req-4911e904-45e2-42e1-b2d5-5936ede71942 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:55.229145 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-dbe777dc-aba9-4227-9540-ad00d0f25ef6 req-4911e904-45e2-42e1-b2d5-5936ede71942 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.0603814 Jul 25 06:01:55.241034 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4462a35e-29b0-462b-9f3b-27a74458bea9 req-c7a2bb1c-a03f-4608-ad0d-f90bbba20cba tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052647 Jul 25 06:01:55.276957 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-dbe777dc-aba9-4227-9540-ad00d0f25ef6 req-7be2c66f-ba18-4970-94b9-e45744cb2f70 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459752 Jul 25 06:01:55.309572 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '52fa68b6-586a-4f72-8e37-7cfd23990636', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'port_id': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'mac_address': 'fa:16:3e:c0:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:01:29Z', 'updated_at': '2022-07-25T06:01:54Z', 'revision_number': 1, 'project_id': '07562543fa3e40d584b4d4525b112319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:57Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:55.316889 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c332a5c1-3763-46c3-a28c-190ca6aaaf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (67262252-0063-4f01-b4d8-5c6fbe552edd), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:55.319401 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c332a5c1-3763-46c3-a28c-190ca6aaaf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:55.323612 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-c332a5c1-3763-46c3-a28c-190ca6aaaf25 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/67262252-0063-4f01-b4d8-5c6fbe552edd HTTP/1.1" status: 204 len: 168 time: 0.5074382 Jul 25 06:01:55.338546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332a5c1-3763-46c3-a28c-190ca6aaaf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67262252-0063-4f01-b4d8-5c6fbe552edd,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:55.340243 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] Checking router: e25796a5-c22a-4674-a750-ea9784e99b56 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:01:55.361900 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:01:55.362523 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:01:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:55.410259 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c263b9-b74b-41c2-b7e7-d3f293d10eea {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:01:55.418452 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Publish callbacks [] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:55.432029 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Transition to ACTIVE for port object 76c263b9-b74b-41c2-b7e7-d3f293d10eea will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:01:55.452149 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-1106a7a6-0a42-4439-89fb-6c0b3e118a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:55.453716 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-1106a7a6-0a42-4439-89fb-6c0b3e118a03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 1129 time: 0.0396848 Jul 25 06:01:55.471313 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:01:55.503280 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:55.539472 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:55.585028 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-13229c62-8734-4b80-95fe-270b8d9ca773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:55.586740 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-13229c62-8734-4b80-95fe-270b8d9ca773 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.1113002 Jul 25 06:01:55.618278 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:55.621018 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Pushing event updated for resources: {'Port': ['ID=76c263b9-b74b-41c2-b7e7-d3f293d10eea,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:55.692311 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-aef7c7fb-5386-4e87-8e57-ab7cfce8fef7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40 HTTP/1.1" status: 200 len: 999 time: 0.0953317 Jul 25 06:01:55.711359 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:01:55.769059 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Attempting to bind port 76c263b9-b74b-41c2-b7e7-d3f293d10eea on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:01:55.769531 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Attempting to bind port 76c263b9-b74b-41c2-b7e7-d3f293d10eea by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': 'c7c6bec9-9345-4a7e-a52e-206b07034a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:01:55.770274 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Attempting to bind port 76c263b9-b74b-41c2-b7e7-d3f293d10eea on network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:01:55.775525 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Port 76c263b9-b74b-41c2-b7e7-d3f293d10eea on network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:01:55.775909 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Attempting to bind port 76c263b9-b74b-41c2-b7e7-d3f293d10eea on network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:01:55.780065 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-fefa5dc2-05cb-409f-aad2-8c77efad8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:55.781986 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-fefa5dc2-05cb-409f-aad2-8c77efad8948 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0732417 Jul 25 06:01:55.782257 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:01:55.782747 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Checking segment: {'id': 'c7c6bec9-9345-4a7e-a52e-206b07034a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:01:55.783217 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Bound using segment: {'id': 'c7c6bec9-9345-4a7e-a52e-206b07034a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:01:55.783812 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Bound port: 76c263b9-b74b-41c2-b7e7-d3f293d10eea, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c6bec9-9345-4a7e-a52e-206b07034a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:01:55.784295 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:55.803342 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:55.876473 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-4ab8c75e-b804-4716-b793-cdca9a1a429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:55.879111 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] For port 76c263b9-b74b-41c2-b7e7-d3f293d10eea, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:01:55.879577 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-4ab8c75e-b804-4716-b793-cdca9a1a429c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867236 Jul 25 06:01:55.883013 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] For port 76c263b9-b74b-41c2-b7e7-d3f293d10eea, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=76c263b9-b74b-41c2-b7e7-d3f293d10eea,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:01:55.894649 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '52fa68b6-586a-4f72-8e37-7cfd23990636', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'port_id': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'mac_address': 'fa:16:3e:c0:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:01:29Z', 'updated_at': '2022-07-25T06:01:54Z', 'revision_number': 1, 'project_id': '07562543fa3e40d584b4d4525b112319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:57Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:55.925841 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad7d43e-b927-44db-857d-c4943c743a1e None None] The sync data for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi is: [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '52fa68b6-586a-4f72-8e37-7cfd23990636', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'port_id': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'mac_address': 'fa:16:3e:c0:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:01:29Z', 'updated_at': '2022-07-25T06:01:54Z', 'revision_number': 1, 'project_id': '07562543fa3e40d584b4d4525b112319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:57Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:01:55.928569 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:55.942136 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'port_id': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'mac_address': 'fa:16:3e:f1:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:01:56.001070 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-32077dab-247a-4a61-9bf6-887c07ff375b service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139274 Jul 25 06:01:56.015633 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c86fe1cd-ba90-483f-8c21-3093b1ee753e is: ACTIVE; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:01:56.016033 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:56.018903 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:56.035005 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c86fe1cd-ba90-483f-8c21-3093b1ee753e {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:01:56.065893 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63366ed-4bd5-482e-b75b-161cc4fbb34c req-a3ecc7a9-c5e2-4fda-a8e1-88642da6a6b6 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:56.067664 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f63366ed-4bd5-482e-b75b-161cc4fbb34c req-a3ecc7a9-c5e2-4fda-a8e1-88642da6a6b6 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0964570 Jul 25 06:01:56.073818 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:56.076153 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:56.077223 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:56.078755 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] 10.222.0.47 "PUT /v2.0/ports/76c263b9-b74b-41c2-b7e7-d3f293d10eea HTTP/1.1" status: 200 len: 1093 time: 1.2504787 Jul 25 06:01:56.081542 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1d7240-ffe0-424b-aa2c-f44036123979', 'tag': '76c263b9-b74b-41c2-b7e7-d3f293d10eea'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:56.083888 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1684046-a4ec-4eaf-9b4f-c2a74d0e4720" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1d7240-ffe0-424b-aa2c-f44036123979", "tag": "76c263b9-b74b-41c2-b7e7-d3f293d10eea"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:56.124321 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:56.129474 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb77d1-6c07-4e82-9503-2bdbf2212d58 service neutron] Pushing event updated for resources: {'Port': ['ID=76c263b9-b74b-41c2-b7e7-d3f293d10eea,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:56.151886 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389cafa2-3a8b-4b08-9842-f5c1e1c6ab28 x-openstack-request-id: req-389cafa2-3a8b-4b08-9842-f5c1e1c6ab28 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:56.152262 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1d7240-ffe0-424b-aa2c-f44036123979", "tag": "76c263b9-b74b-41c2-b7e7-d3f293d10eea", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:56.152577 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-389cafa2-3a8b-4b08-9842-f5c1e1c6ab28 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:56.156242 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389cafa2-3a8b-4b08-9842-f5c1e1c6ab28'] response: {'name': 'network-changed', 'server_uuid': '7c1d7240-ffe0-424b-aa2c-f44036123979', 'tag': '76c263b9-b74b-41c2-b7e7-d3f293d10eea', 'status': 'completed', 'code': 200} Jul 25 06:01:56.173506 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f63366ed-4bd5-482e-b75b-161cc4fbb34c req-07483e26-295f-409b-b299-3e37f3e4fab6 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864456 Jul 25 06:01:56.218561 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=6']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:56.240973 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6a1942-a18a-4075-bc42-09089ef8fbed None None] New status for floating IP 52fa68b6-586a-4f72-8e37-7cfd23990636: ACTIVE {{(pid=110785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:01:56.287168 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['c86fe1cd-ba90-483f-8c21-3093b1ee753e'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:01:56.301173 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:56.317163 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605409dd-1a2d-4fac-8b17-c5887ac550e6 req-c175389e-d3c4-4001-91d7-6040e2913332 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:56.325009 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-605409dd-1a2d-4fac-8b17-c5887ac550e6 req-c175389e-d3c4-4001-91d7-6040e2913332 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 944 time: 0.0701423 Jul 25 06:01:56.448882 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-605409dd-1a2d-4fac-8b17-c5887ac550e6 req-ccba48f2-5981-4198-8fff-dc81412a18a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158183 Jul 25 06:01:56.461859 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65a0d8-35c7-46c5-baf0-97892604d11c req-203f4656-f5f4-43ef-b1e2-1d93e7fac5f7 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:56.466367 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf65a0d8-35c7-46c5-baf0-97892604d11c req-203f4656-f5f4-43ef-b1e2-1d93e7fac5f7 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0994809 Jul 25 06:01:56.526394 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf65a0d8-35c7-46c5-baf0-97892604d11c req-364384eb-e506-4ce7-ad61-ef9c8639089c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Jul 25 06:01:56.572541 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d256e-0201-4bcf-8944-dde63900b24a req-c0449947-d574-4528-a240-3d573832e595 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:56.574973 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f75d256e-0201-4bcf-8944-dde63900b24a req-c0449947-d574-4528-a240-3d573832e595 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.0518568 Jul 25 06:01:56.622876 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f75d256e-0201-4bcf-8944-dde63900b24a req-44f286e9-638c-4cb2-bb60-b17b110a796f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421395 Jul 25 06:01:56.704054 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:56.746385 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa9d99-7d44-4e94-b9a4-533da63352b0 req-75c99245-009b-4eb8-a84f-c83e8ede09db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:56.748153 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d4fa9d99-7d44-4e94-b9a4-533da63352b0 req-75c99245-009b-4eb8-a84f-c83e8ede09db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.0550876 Jul 25 06:01:56.756836 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 44080) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:01:56.762107 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-5220d9ef-5b9e-45bd-a041-26c21904813b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'floatingip': {'port_id': '1ed76246-6a82-44fa-b633-e34bc3bf0089'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:01:56.805608 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5220d9ef-5b9e-45bd-a041-26c21904813b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (77d4412e-ed49-4aa2-87f3-d967e0be9e29), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:57.148601 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:57.163762 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-9dd174a0-ea53-4823-ad8a-f54435be91a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:57.245825 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5220d9ef-5b9e-45bd-a041-26c21904813b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:57.313615 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dee99-3aef-44a9-bbfa-143631ff4500 req-22960652-c31f-4fdf-89db-615aa4d0140e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:57.315149 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ab3dee99-3aef-44a9-bbfa-143631ff4500 req-22960652-c31f-4fdf-89db-615aa4d0140e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0495608 Jul 25 06:01:57.335202 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5220d9ef-5b9e-45bd-a041-26c21904813b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (77d4412e-ed49-4aa2-87f3-d967e0be9e29), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:57.579406 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53b99-109c-490a-bf8b-d75602e42375 req-df4a0dd1-dc58-4054-bf32-ac8e132b23aa tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:57.581224 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d0c53b99-109c-490a-bf8b-d75602e42375 req-df4a0dd1-dc58-4054-bf32-ac8e132b23aa tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 944 time: 0.0636382 Jul 25 06:01:57.631954 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d0c53b99-109c-490a-bf8b-d75602e42375 req-296ea062-eeb8-4596-8b5e-0280d70b4381 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433450 Jul 25 06:01:57.653865 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ab3dee99-3aef-44a9-bbfa-143631ff4500 req-60d340c5-e04d-454e-a80f-e5f2e8cce9af tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329747 Jul 25 06:01:57.683968 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-5220d9ef-5b9e-45bd-a041-26c21904813b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Floating IP 77d4412e-ed49-4aa2-87f3-d967e0be9e29 associated. External IP: 172.27.1.224, port: 1ed76246-6a82-44fa-b633-e34bc3bf0089. Jul 25 06:01:57.750566 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92565497-669f-4e1d-a772-783b1f1ef6a0 req-edd94275-2b3a-4552-9697-e3531b2d952c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:57.752094 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-92565497-669f-4e1d-a772-783b1f1ef6a0 req-edd94275-2b3a-4552-9697-e3531b2d952c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0524442 Jul 25 06:01:57.803316 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-92565497-669f-4e1d-a772-783b1f1ef6a0 req-d17bcd49-bc37-4595-913b-a56ba1f764e6 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 Jul 25 06:01:57.890748 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5220d9ef-5b9e-45bd-a041-26c21904813b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:01:57.901739 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:57.995526 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5220d9ef-5b9e-45bd-a041-26c21904813b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:01:57.999732 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5220d9ef-5b9e-45bd-a041-26c21904813b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:58.004754 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:01:58.014006 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:01:58.014636 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:01:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:58.030885 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-5220d9ef-5b9e-45bd-a041-26c21904813b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "PUT /v2.0/floatingips/77d4412e-ed49-4aa2-87f3-d967e0be9e29 HTTP/1.1" status: 200 len: 991 time: 1.2727835 Jul 25 06:01:58.031397 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe93da-af1c-417f-8b03-0d6262028356', 'tag': '1ed76246-6a82-44fa-b633-e34bc3bf0089'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:58.033641 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae" -d '{"events": [{"name": "network-changed", "server_uuid": "cffe93da-af1c-417f-8b03-0d6262028356", "tag": "1ed76246-6a82-44fa-b633-e34bc3bf0089"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:58.069866 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0d9707-85b9-45d9-aa3b-23180fcfd792 x-openstack-request-id: req-9e0d9707-85b9-45d9-aa3b-23180fcfd792 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:58.070158 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffe93da-af1c-417f-8b03-0d6262028356", "tag": "1ed76246-6a82-44fa-b633-e34bc3bf0089", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:58.070407 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9e0d9707-85b9-45d9-aa3b-23180fcfd792 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:58.070810 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0d9707-85b9-45d9-aa3b-23180fcfd792'] response: {'name': 'network-changed', 'server_uuid': 'cffe93da-af1c-417f-8b03-0d6262028356', 'tag': '1ed76246-6a82-44fa-b633-e34bc3bf0089', 'status': 'completed', 'code': 200} Jul 25 06:01:58.121577 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:01:58.261768 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:58.332655 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '77d4412e-ed49-4aa2-87f3-d967e0be9e29', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': '1ed76246-6a82-44fa-b633-e34bc3bf0089', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:42:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe93da-af1c-417f-8b03-0d6262028356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:01:39Z', 'updated_at': '2022-07-25T06:01:57Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}, {'id': 'a3719fcb-2ad0-4e1d-8471-0eeff237b3b0', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:44Z', 'updated_at': '2022-07-25T06:00:32Z', 'revision_number': 2, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:58.361707 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:01:58.370955 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:01:58.371546 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:01:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:58.468478 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:01:58.560052 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:01:58.687469 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '77d4412e-ed49-4aa2-87f3-d967e0be9e29', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': '1ed76246-6a82-44fa-b633-e34bc3bf0089', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:42:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe93da-af1c-417f-8b03-0d6262028356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:01:39Z', 'updated_at': '2022-07-25T06:01:57Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}, {'id': 'a3719fcb-2ad0-4e1d-8471-0eeff237b3b0', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:44Z', 'updated_at': '2022-07-25T06:00:32Z', 'revision_number': 2, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:01:58.712984 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673106e0-5e9c-456a-96cc-d7d24bb81431 None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '77d4412e-ed49-4aa2-87f3-d967e0be9e29', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': '1ed76246-6a82-44fa-b633-e34bc3bf0089', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:42:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe93da-af1c-417f-8b03-0d6262028356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:01:39Z', 'updated_at': '2022-07-25T06:01:57Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}, {'id': 'a3719fcb-2ad0-4e1d-8471-0eeff237b3b0', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:44Z', 'updated_at': '2022-07-25T06:00:32Z', 'revision_number': 2, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:01:58.762040 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae7ea0-548f-4391-8981-85a33d16e7d1 req-ebeefbec-4e05-4c13-8e7d-be09d37fecc6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:58.764566 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-64ae7ea0-548f-4391-8981-85a33d16e7d1 req-ebeefbec-4e05-4c13-8e7d-be09d37fecc6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 944 time: 0.0561910 Jul 25 06:01:58.780982 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900bef7-e7b0-43dd-83de-1d6d3fbe350e req-b40937f1-943b-4c16-88f5-b155ed997f2e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:58.782410 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b900bef7-e7b0-43dd-83de-1d6d3fbe350e req-b40937f1-943b-4c16-88f5-b155ed997f2e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0533767 Jul 25 06:01:58.815749 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-64ae7ea0-548f-4391-8981-85a33d16e7d1 req-cf35fd2e-0352-4f63-be95-0bad8365fd3b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460281 Jul 25 06:01:58.844706 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b900bef7-e7b0-43dd-83de-1d6d3fbe350e req-7b4284d3-7afb-4437-82cd-9c4770f4c0e9 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555620 Jul 25 06:01:58.928991 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6263404-b86d-4cae-a08a-4f5056ac61fb req-96f9813d-25da-498a-bf49-956b186148da tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:58.930502 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a6263404-b86d-4cae-a08a-4f5056ac61fb req-96f9813d-25da-498a-bf49-956b186148da tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0494781 Jul 25 06:01:58.933509 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9eeee9-0c81-493e-bfaa-14903ebc9187 None None] New status for floating IP 77d4412e-ed49-4aa2-87f3-d967e0be9e29: ACTIVE {{(pid=110785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:01:58.984087 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a6263404-b86d-4cae-a08a-4f5056ac61fb req-82717b21-b4d1-4580-86fb-4f2c02f98395 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466037 Jul 25 06:01:58.998984 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:01:59.058961 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port c86fe1cd-ba90-483f-8c21-3093b1ee753e triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:01:59.059340 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:59.130699 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c86fe1cd-ba90-483f-8c21-3093b1ee753e is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:01:59.131091 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:59.154693 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:01:59.156949 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cc99c0-e10b-4611-9100-703f3929433f" -d '{"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-plugged", "status": "completed", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:01:59.159332 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:59.171247 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:01:59.194337 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfcd3d6-6e19-4d07-92b6-c9c49da92ad0 x-openstack-request-id: req-1cfcd3d6-6e19-4d07-92b6-c9c49da92ad0 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:01:59.194337 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-plugged", "status": "completed", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:01:59.194337 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1cfcd3d6-6e19-4d07-92b6-c9c49da92ad0 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:01:59.194337 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfcd3d6-6e19-4d07-92b6-c9c49da92ad0'] response: {'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'code': 200} Jul 25 06:01:59.241765 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:59.290963 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=7']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:01:59.504490 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-742b8f03-9326-48b7-b25a-49de729264fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:01:59.942105 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee293e-8631-4cb6-891e-2dde9d1e37c1 req-6c2faffd-1325-4e01-8626-59e0c0193eb9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:59.943613 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-afee293e-8631-4cb6-891e-2dde9d1e37c1 req-6c2faffd-1325-4e01-8626-59e0c0193eb9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0491192 Jul 25 06:01:59.959211 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e9143-a77e-42ab-a709-1c683ef2b603 req-55154983-5488-492d-8d47-5b70085af272 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:01:59.960727 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-674e9143-a77e-42ab-a709-1c683ef2b603 req-55154983-5488-492d-8d47-5b70085af272 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0482183 Jul 25 06:01:59.994080 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-afee293e-8631-4cb6-891e-2dde9d1e37c1 req-d0529fa1-b6ac-4f0f-b802-8ca7398f7d32 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 Jul 25 06:02:00.013195 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-674e9143-a77e-42ab-a709-1c683ef2b603 req-c9e8666e-0dad-4e41-ae41-c768d3b2a5a5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437620 Jul 25 06:02:00.101716 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac76b79-6990-430e-8ab3-9552a4a4163d req-df4b3828-5e03-4d26-aba5-0f670b15f132 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.103206 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0ac76b79-6990-430e-8ab3-9552a4a4163d req-df4b3828-5e03-4d26-aba5-0f670b15f132 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0471399 Jul 25 06:02:00.149677 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0ac76b79-6990-430e-8ab3-9552a4a4163d req-d16d3e07-588d-4b98-b517-9dd30e7aa15f tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Jul 25 06:02:00.348060 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a7f586ad-5f7a-42f5-9d09-6d4ba7452548 req-a695e3a5-f7e3-4920-af1e-a6799cdcad13 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887232 Jul 25 06:02:00.454721 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684046-a4ec-4eaf-9b4f-c2a74d0e4720 req-808bbf56-0f00-4bae-a303-17384a781892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.455609 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-f5ff0657-6415-4eed-a3f5-598d516e172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.456353 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f1684046-a4ec-4eaf-9b4f-c2a74d0e4720 req-808bbf56-0f00-4bae-a303-17384a781892 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3f62f9df69f47d0ad40154526b95be1&device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 1127 time: 0.0434189 Jul 25 06:02:00.457146 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-f5ff0657-6415-4eed-a3f5-598d516e172b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 1129 time: 0.0407710 Jul 25 06:02:00.463299 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:02:00.573632 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:00.595695 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684046-a4ec-4eaf-9b4f-c2a74d0e4720 req-825cf5f9-7392-4c9b-a6b6-da858453f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.597184 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f1684046-a4ec-4eaf-9b4f-c2a74d0e4720 req-825cf5f9-7392-4c9b-a6b6-da858453f40f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3f62f9df69f47d0ad40154526b95be1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0963540 Jul 25 06:02:00.599601 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-c8cfbee0-ad5e-43ab-92ca-ac132ed1afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.601128 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-c8cfbee0-ad5e-43ab-92ca-ac132ed1afd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 915 time: 0.0934148 Jul 25 06:02:00.601725 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:00.683736 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-af7d2b2d-733a-4d79-8103-d1fec305dbd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed76246-6a82-44fa-b633-e34bc3bf0089 HTTP/1.1" status: 200 len: 1001 time: 0.0608199 Jul 25 06:02:00.716355 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684046-a4ec-4eaf-9b4f-c2a74d0e4720 req-3bc29e17-326d-42b7-8828-4fb74d54ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.717864 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f1684046-a4ec-4eaf-9b4f-c2a74d0e4720 req-3bc29e17-326d-42b7-8828-4fb74d54ff78 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961797 Jul 25 06:02:00.742328 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-d0e82a8e-cd81-4fcf-9b3a-aa1afed816cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.743867 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-d0e82a8e-cd81-4fcf-9b3a-aa1afed816cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=643fd28a-aa2d-43b1-bd8f-778a3da61ff3 HTTP/1.1" status: 200 len: 853 time: 0.0503743 Jul 25 06:02:00.809167 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-14bcbe62-1c99-4d40-9233-f7804ae3605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.810664 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-14bcbe62-1c99-4d40-9233-f7804ae3605b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d80cb7ca-3031-41c9-afe8-b6a4faf27141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399950 Jul 25 06:02:00.829328 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-57addf1b-6a57-4d97-b2a9-c316acfb4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.830841 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-57addf1b-6a57-4d97-b2a9-c316acfb4b33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3f62f9df69f47d0ad40154526b95be1&device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 1127 time: 0.0397539 Jul 25 06:02:00.877137 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-8ded2f03-6707-44d9-810b-2f566d85a3d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76c263b9-b74b-41c2-b7e7-d3f293d10eea HTTP/1.1" status: 200 len: 217 time: 0.0361059 Jul 25 06:02:00.909606 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-e62308f3-5143-4ed0-9e7d-6d9ced6451ce service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914872 Jul 25 06:02:00.927469 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-a2aa5335-f517-4a6f-8048-9417158bb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:00.928924 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-a2aa5335-f517-4a6f-8048-9417158bb18a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58f8df9a-b3e3-4082-9431-4aaabe328507 HTTP/1.1" status: 200 len: 848 time: 0.0456390 Jul 25 06:02:01.013730 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-4b623232-cb41-483e-9ac6-95baf53e5128 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1387b5b1-b22c-45c9-8c0b-cbb5a7580640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274639 Jul 25 06:02:01.081524 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8dcc9450-f4e1-41c6-9257-b5b52ea8dfae req-1f527184-5305-4c5e-b642-11f7d771b0f4 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961475 Jul 25 06:02:01.091237 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:01.120844 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:01.126361 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:01.141244 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6a4f9-0eaf-4d14-85e1-b05ac1d81a22 req-34c0b6ab-31c0-43de-b886-92f322a75ffb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:01.142826 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c9a6a4f9-0eaf-4d14-85e1-b05ac1d81a22 req-34c0b6ab-31c0-43de-b886-92f322a75ffb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0504193 Jul 25 06:02:01.200452 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c9a6a4f9-0eaf-4d14-85e1-b05ac1d81a22 req-3ed3498d-ccfa-4275-ac29-54ebb3e4eb59 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490599 Jul 25 06:02:01.319502 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091c075-30bf-43b7-b9ee-822ff8dfc3da req-5f3441a1-b5f4-4f3f-adc4-54d9c0687b25 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:01.321114 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4091c075-30bf-43b7-b9ee-822ff8dfc3da req-5f3441a1-b5f4-4f3f-adc4-54d9c0687b25 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0541942 Jul 25 06:02:01.377966 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4091c075-30bf-43b7-b9ee-822ff8dfc3da req-1a87b9d0-5c3b-4136-bed7-4b68543924f1 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487728 Jul 25 06:02:01.404615 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-014c1fc0-d2f8-4f81-9b1c-4f5cc0d05030 service neutron] 10.222.0.47 "GET /v2.0/networks/1387b5b1-b22c-45c9-8c0b-cbb5a7580640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823588 Jul 25 06:02:01.440964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab86d0-dc99-4347-b3d4-864cd3d67704 req-72d09ddf-1022-4bb6-9a8f-6f37b0954d33 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:01.442448 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48ab86d0-dc99-4347-b3d4-864cd3d67704 req-72d09ddf-1022-4bb6-9a8f-6f37b0954d33 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.3350213 Jul 25 06:02:01.565144 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48ab86d0-dc99-4347-b3d4-864cd3d67704 req-e4fabef7-f560-4371-9ee8-82a820f404c6 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095095 Jul 25 06:02:01.570715 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3b5c99f8-abdc-4638-92a2-8289465461b2 req-f1a8b7eb-76a0-4763-9308-cb4c9067eab5 service neutron] 10.222.0.47 "GET /v2.0/networks/1387b5b1-b22c-45c9-8c0b-cbb5a7580640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582956 Jul 25 06:02:01.881676 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:01.968225 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-909f06e6-bede-4b16-9796-359ff853f32f tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/networks?tenant_id=f0e6671f7e7e432b92deccdaf094fed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401862 Jul 25 06:02:02.216475 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-9bf2bee5-d3c1-4815-9f3d-d85c54f807c2 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:02.222966 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-9bf2bee5-d3c1-4815-9f3d-d85c54f807c2 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485800 Jul 25 06:02:02.243560 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:02.258527 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-fa0265b0-e385-43fb-863a-cbbe12d64260 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/quotas/f0e6671f7e7e432b92deccdaf094fed4 HTTP/1.1" status: 200 len: 375 time: 0.0295408 Jul 25 06:02:02.296402 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-d1e4524d-60dc-4883-82de-dc5695c74a4d tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=f0e6671f7e7e432b92deccdaf094fed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315309 Jul 25 06:02:02.355161 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30b4df-a805-43ac-b788-ce5ebe77daaa req-741e33df-f557-4113-9568-580da649e4b1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:02.357598 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0e30b4df-a805-43ac-b788-ce5ebe77daaa req-741e33df-f557-4113-9568-580da649e4b1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0621743 Jul 25 06:02:02.414193 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0e30b4df-a805-43ac-b788-ce5ebe77daaa req-d308d1b3-84e9-46cc-9809-bc93d04a261f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501449 Jul 25 06:02:02.542107 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c24b5-4f8b-44e9-be9e-e6e3a5ed5c83 req-86982ba3-6110-4781-b653-04c2f6a91dca tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:02.549552 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9f5c24b5-4f8b-44e9-be9e-e6e3a5ed5c83 req-86982ba3-6110-4781-b653-04c2f6a91dca tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0683117 Jul 25 06:02:02.605640 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-40c00bf0-7269-422a-84a8-08fd36f06afd req-2b047617-e64d-4d4c-9365-aa1a9d83a39d tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0517681 Jul 25 06:02:02.622175 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9f5c24b5-4f8b-44e9-be9e-e6e3a5ed5c83 req-d601d6ba-666a-43af-9edd-115e711e093b tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717108 Jul 25 06:02:02.729594 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb2682-fb2b-4113-835b-5b42cda18b96 req-c016f150-be2e-4dc2-b6f1-cc20a246e48f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:02.739443 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-95eb2682-fb2b-4113-835b-5b42cda18b96 req-c016f150-be2e-4dc2-b6f1-cc20a246e48f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0764999 Jul 25 06:02:02.815914 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-95eb2682-fb2b-4113-835b-5b42cda18b96 req-1b544117-2678-4b31-910c-64a9505079e0 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735390 Jul 25 06:02:03.578794 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca284c-e39f-4b3a-8949-8f69cb7ba77c req-8dd4f568-2e9a-4184-ab5b-392d16e10b62 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:03.581098 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e2ca284c-e39f-4b3a-8949-8f69cb7ba77c req-8dd4f568-2e9a-4184-ab5b-392d16e10b62 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0801306 Jul 25 06:02:03.658349 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e2ca284c-e39f-4b3a-8949-8f69cb7ba77c req-5e144605-1351-400e-88c6-e192fa1f93c8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706360 Jul 25 06:02:03.748670 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c1b15d4c-a22f-4cc4-ac82-87117579e044 req-e902d92b-7504-4ed7-85e0-d4d78d486e5d tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0584023 Jul 25 06:02:03.813332 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145dfb0-63a3-4585-9273-53d0c30ef245 req-461c5dfc-b44b-4e68-b4f6-ce0eab4dee66 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:03.814920 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8145dfb0-63a3-4585-9273-53d0c30ef245 req-461c5dfc-b44b-4e68-b4f6-ce0eab4dee66 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0720930 Jul 25 06:02:03.872946 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8145dfb0-63a3-4585-9273-53d0c30ef245 req-ede0a8d3-a91c-49f4-86cd-871831ad935e tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520568 Jul 25 06:02:04.107153 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38aa81-be8b-4bb6-8200-7e96de7f7826 req-cce63645-a031-49d0-83ed-d0d3cac7144b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:04.109078 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f38aa81-be8b-4bb6-8200-7e96de7f7826 req-cce63645-a031-49d0-83ed-d0d3cac7144b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0649135 Jul 25 06:02:04.171684 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f38aa81-be8b-4bb6-8200-7e96de7f7826 req-717e43e7-7f2e-4b8e-91ec-fa489ed5db15 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568545 Jul 25 06:02:04.803783 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1aa9a-eb8d-49da-a7a8-d6147c2fe9c6 req-1a13201f-e18e-425e-93a7-f13d80106070 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:04.805415 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d2a1aa9a-eb8d-49da-a7a8-d6147c2fe9c6 req-1a13201f-e18e-425e-93a7-f13d80106070 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0530601 Jul 25 06:02:04.838191 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-77c34c20-c22a-4837-a067-38d9ed580b42 req-dc44b8ce-dd67-4449-9786-73c65340bc14 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0277305 Jul 25 06:02:04.859956 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d2a1aa9a-eb8d-49da-a7a8-d6147c2fe9c6 req-6246c879-8737-42c5-97f7-c4822ceb9431 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469453 Jul 25 06:02:04.981551 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7733f10-6fd8-4bd5-a430-10f562ca7f27 req-2b7fd9f8-70db-4093-8a9c-675651ad11b2 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:04.983327 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e7733f10-6fd8-4bd5-a430-10f562ca7f27 req-2b7fd9f8-70db-4093-8a9c-675651ad11b2 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0491195 Jul 25 06:02:05.035201 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e7733f10-6fd8-4bd5-a430-10f562ca7f27 req-8effa73b-fdb0-4356-a1d1-5dc97d3af6b0 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Jul 25 06:02:05.302908 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2bce0-c577-4386-b1ca-60bad5e890d9 req-86bf7f6f-e7f9-4463-ac96-43527abad382 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:05.304327 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c0b2bce0-c577-4386-b1ca-60bad5e890d9 req-86bf7f6f-e7f9-4463-ac96-43527abad382 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0529921 Jul 25 06:02:05.357543 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c0b2bce0-c577-4386-b1ca-60bad5e890d9 req-1d1861f6-05ba-4bd2-bd60-4cbcaa5b1db3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468066 Jul 25 06:02:05.977588 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5d5219c6-e829-463f-8240-cc00b0ba0e9c req-734824c5-5401-4765-a9fb-d16a1a42cad2 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0439432 Jul 25 06:02:06.023840 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ebf5f-0044-48e4-8b81-284dd540e737 req-5d7578f9-9e29-4309-a409-3d599b88cd84 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:06.031232 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-442ebf5f-0044-48e4-8b81-284dd540e737 req-5d7578f9-9e29-4309-a409-3d599b88cd84 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0749898 Jul 25 06:02:06.128973 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-442ebf5f-0044-48e4-8b81-284dd540e737 req-7269d2a3-ebba-4ce8-8d61-d8077a1aabc0 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966883 Jul 25 06:02:06.197824 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97951981-f000-48a9-b941-8c434e2262e1 req-51cf8195-8e52-42f5-9525-7beef28e881e tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:06.199558 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-97951981-f000-48a9-b941-8c434e2262e1 req-51cf8195-8e52-42f5-9525-7beef28e881e tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0612569 Jul 25 06:02:06.264317 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:06.288393 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-97951981-f000-48a9-b941-8c434e2262e1 req-e96ab002-2c61-488b-8d83-3befbfe71652 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728402 Jul 25 06:02:06.515655 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6a611-0057-4b06-aa46-f39c50a0319a req-662af4d9-71b6-41c9-9762-28bd13d5d531 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:06.523994 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34e6a611-0057-4b06-aa46-f39c50a0319a req-662af4d9-71b6-41c9-9762-28bd13d5d531 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0752273 Jul 25 06:02:06.593869 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34e6a611-0057-4b06-aa46-f39c50a0319a req-1d97907f-769f-434f-bf39-be42b60cc4aa tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688736 Jul 25 06:02:06.962647 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:07.006747 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17b6c-cd22-41de-a0f5-891a79a1ef9f req-6cdc5073-0151-4cc1-b9ab-01c34aaee42a tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:07.008669 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cbf17b6c-cd22-41de-a0f5-891a79a1ef9f req-6cdc5073-0151-4cc1-b9ab-01c34aaee42a tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0564611 Jul 25 06:02:07.088294 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cbf17b6c-cd22-41de-a0f5-891a79a1ef9f req-07cb3a03-5ea2-4a58-b1aa-08676e0e314f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702333 Jul 25 06:02:07.091094 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cb160abc-b99a-4e4e-bce5-51cca5b78228 req-f192d0e0-8d34-484d-9c6d-e36d25a32712 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0379641 Jul 25 06:02:07.277592 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78329546-4de8-486e-a7fc-dba05c6b1cb0 req-798702a7-723e-4819-bd7b-75cd1949e145 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:07.279274 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-78329546-4de8-486e-a7fc-dba05c6b1cb0 req-798702a7-723e-4819-bd7b-75cd1949e145 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0580537 Jul 25 06:02:07.295136 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:07.352697 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-78329546-4de8-486e-a7fc-dba05c6b1cb0 req-68c1a72c-a389-4c95-a884-97f4e1817657 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674181 Jul 25 06:02:07.420549 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88949b8c-d813-418f-b6a5-13c251596b78 req-5a204a69-329b-48a5-ba5d-abc1852d7a4a tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:07.422069 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-88949b8c-d813-418f-b6a5-13c251596b78 req-5a204a69-329b-48a5-ba5d-abc1852d7a4a tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0598311 Jul 25 06:02:07.477502 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-88949b8c-d813-418f-b6a5-13c251596b78 req-a6a5bc34-bb4d-47ed-b108-e09aab63d548 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 Jul 25 06:02:08.185549 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c1cb500a-62dc-4a05-8d99-8222823451a8 req-89ea2755-fb94-4faa-98f1-fc66cb5cb2dd tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0286634 Jul 25 06:02:08.203234 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41111bc4-7ea9-432c-ba10-30517a45ea75 req-2c62efb3-912b-401e-9bb0-0110f3198797 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:08.206106 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-41111bc4-7ea9-432c-ba10-30517a45ea75 req-2c62efb3-912b-401e-9bb0-0110f3198797 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0478296 Jul 25 06:02:08.254083 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-41111bc4-7ea9-432c-ba10-30517a45ea75 req-b35597c0-41ee-4e65-97b6-b974c8f68b16 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436954 Jul 25 06:02:08.471046 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113fe29-3d0a-493b-8dad-dbf55c5a786c req-bceab67b-4027-4ef0-8849-6f01fcaba0be tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:08.472530 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1113fe29-3d0a-493b-8dad-dbf55c5a786c req-bceab67b-4027-4ef0-8849-6f01fcaba0be tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0469453 Jul 25 06:02:08.522394 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1113fe29-3d0a-493b-8dad-dbf55c5a786c req-c08bd843-b849-41e2-8770-7672e01d3f32 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443268 Jul 25 06:02:08.593958 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08584398-c2a8-4857-9550-250e8495ecc1 req-bc8e6818-e9e1-452c-8fd9-325511290562 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:08.595420 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-08584398-c2a8-4857-9550-250e8495ecc1 req-bc8e6818-e9e1-452c-8fd9-325511290562 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 943 time: 0.0469997 Jul 25 06:02:08.651472 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-08584398-c2a8-4857-9550-250e8495ecc1 req-b2cc3bfd-5572-4a0a-aa91-a2f2a8eee119 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502901 Jul 25 06:02:08.783224 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 76c263b9-b74b-41c2-b7e7-d3f293d10eea details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:02:08.802084 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:08.906694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 76c263b9-b74b-41c2-b7e7-d3f293d10eea, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=76c263b9-b74b-41c2-b7e7-d3f293d10eea,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:08.919293 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '76c263b9-b74b-41c2-b7e7-d3f293d10eea', 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640', 'port_id': '76c263b9-b74b-41c2-b7e7-d3f293d10eea', 'mac_address': 'fa:16:3e:24:5c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f8df9a-b3e3-4082-9431-4aaabe328507', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:02:08.957105 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 76c263b9-b74b-41c2-b7e7-d3f293d10eea is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:08.957570 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:08.971567 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c263b9-b74b-41c2-b7e7-d3f293d10eea {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:02:08.993346 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 76c263b9-b74b-41c2-b7e7-d3f293d10eea, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=76c263b9-b74b-41c2-b7e7-d3f293d10eea,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:09.055223 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:09.129827 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=76c263b9-b74b-41c2-b7e7-d3f293d10eea,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:09.316360 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2f291e07-c144-4970-9d08-88a327555b6e req-f5010703-0e79-4227-8ebe-cc9f783fce52 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0596573 Jul 25 06:02:09.403414 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3ceee-bc1c-4621-b1c1-8fcd7bcca538 req-1a3a03fa-a949-47df-a000-8109635eb575 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:09.404984 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e7a3ceee-bc1c-4621-b1c1-8fcd7bcca538 req-1a3a03fa-a949-47df-a000-8109635eb575 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0482037 Jul 25 06:02:09.457352 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e7a3ceee-bc1c-4621-b1c1-8fcd7bcca538 req-47e8d5b5-f032-43bc-97d6-2a923d95d911 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462878 Jul 25 06:02:09.656939 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baf5f1-3fef-43be-9fc3-f72b53803154 req-ed7f2ee0-be1b-4367-9ca1-0419bae8a19d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:09.664781 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-75baf5f1-3fef-43be-9fc3-f72b53803154 req-ed7f2ee0-be1b-4367-9ca1-0419bae8a19d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0592833 Jul 25 06:02:09.740755 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-75baf5f1-3fef-43be-9fc3-f72b53803154 req-b95e7b89-adb8-4498-b66c-eddccaa98874 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749691 Jul 25 06:02:09.798731 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84184129-99bb-4212-8c59-380100f2b582 req-c9e1bb86-eeac-4200-8ca0-99b9db7148ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:09.800301 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-84184129-99bb-4212-8c59-380100f2b582 req-c9e1bb86-eeac-4200-8ca0-99b9db7148ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 944 time: 0.0592501 Jul 25 06:02:09.883625 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-9fee4c3e-d1d2-437a-81ef-d5f25d296bef tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f0e6671f7e7e432b92deccdaf094fed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471306 Jul 25 06:02:09.992855 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-b62dd157-8979-4a36-979f-c735b78d90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:09.994852 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-b62dd157-8979-4a36-979f-c735b78d90d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 1130 time: 0.0431447 Jul 25 06:02:10.020723 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-84184129-99bb-4212-8c59-380100f2b582 req-4b2baa68-c90a-42ce-8b0e-aef529cc4d19 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145860 Jul 25 06:02:10.026947 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:10.127764 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-fb7b9636-9089-41cc-a7d6-72c7a69dfe3a tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:10.129254 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-fb7b9636-9089-41cc-a7d6-72c7a69dfe3a tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336757 Jul 25 06:02:10.140147 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-21969a21-94e1-4025-b8d7-f60df1fdada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:10.141914 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-21969a21-94e1-4025-b8d7-f60df1fdada4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 912 time: 0.1380231 Jul 25 06:02:10.146576 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Request body: {'port': {'device_id': 'b0f37573-28da-4e81-9d33-c762d63aaa0d', 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb', 'admin_state_up': True, 'tenant_id': 'f0e6671f7e7e432b92deccdaf094fed4'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:10.244658 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-0289975b-99c6-45eb-a780-605f75b9f6d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca HTTP/1.1" status: 200 len: 1002 time: 0.0953972 Jul 25 06:02:10.309991 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['76c263b9-b74b-41c2-b7e7-d3f293d10eea'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:02:10.318520 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-bb81f980-b10e-49fb-9877-1fb345878357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:10.320449 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-bb81f980-b10e-49fb-9877-1fb345878357 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac18650c-f7a9-4125-b917-a18be86504ca HTTP/1.1" status: 200 len: 850 time: 0.0673735 Jul 25 06:02:10.358786 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Made reservation on behalf of f0e6671f7e7e432b92deccdaf094fed4 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:02:10.364648 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:10.388248 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-adad1962-dae2-492a-ae0b-0ec480225b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:10.390045 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-adad1962-dae2-492a-ae0b-0ec480225b7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8aa6446-1bfa-4069-a27c-c14f749ca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518732 Jul 25 06:02:10.403761 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:10.506987 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:10.536596 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-154625c1-c966-488f-963e-1a4b02a4bf54 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375680 Jul 25 06:02:10.537123 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks [] for security_group (e9c636a7-9411-462a-838a-4912601c45f6), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:10.622864 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426f550-2d63-4626-81e7-a69c61e97a82 req-d7c2d842-aec5-40d3-a9bc-449048a37846 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:10.630912 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b426f550-2d63-4626-81e7-a69c61e97a82 req-d7c2d842-aec5-40d3-a9bc-449048a37846 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0643950 Jul 25 06:02:10.640703 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-dffe9c78-4ee7-4cad-9933-739859357c0d req-958a937c-9ae8-4e8e-8d0e-1049b24a0f93 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.1026027 Jul 25 06:02:10.641256 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (e9c636a7-9411-462a-838a-4912601c45f6), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:10.678666 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:10.696301 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6021c36a-2cbb-4126-a93d-ccac826b4f52 req-3178744c-bf43-416b-ac9d-534366f6c4bb service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424532 Jul 25 06:02:10.718728 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:10.749884 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c636a7-9411-462a-838a-4912601c45f6,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:10.800107 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b426f550-2d63-4626-81e7-a69c61e97a82 req-1014c5d3-e94d-447f-86db-cf6d9e76936f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626616 Jul 25 06:02:10.862905 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:10.867205 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Allocated IP 192.168.233.69 (8ff266a7-e154-47e0-a1b3-1f0ad5016bbb/61074c37-6dc9-41dd-8b28-48cddfbe717e/c0702395-fb33-483b-89f6-9a4217997999) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:02:10.883029 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3f0e1-f797-4ea0-8076-be778d536033 req-e73772bf-0587-438f-9e35-9a6b2667246c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:10.892511 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7bc3f0e1-f797-4ea0-8076-be778d536033 req-e73772bf-0587-438f-9e35-9a6b2667246c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0633183 Jul 25 06:02:10.944358 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7bc3f0e1-f797-4ea0-8076-be778d536033 req-f6a7960a-7204-41b3-950d-df85a5a15922 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524983 Jul 25 06:02:11.086024 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks [] for port (c0702395-fb33-483b-89f6-9a4217997999), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:11.161516 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c47068-25be-4de5-9ba1-c9d913fed159 req-37f636a5-0279-4b27-9d2e-e1bdab30bec4 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:11.163375 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d9c47068-25be-4de5-9ba1-c9d913fed159 req-37f636a5-0279-4b27-9d2e-e1bdab30bec4 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 944 time: 0.0695267 Jul 25 06:02:11.218985 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d9c47068-25be-4de5-9ba1-c9d913fed159 req-b27fc1bf-4e3f-4267-8672-6f7cc36864b9 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Jul 25 06:02:11.243378 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (c0702395-fb33-483b-89f6-9a4217997999), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:11.296000 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:11.302538 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:11.307553 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:02:11.315651 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Pushing event updated for resources: {'Port': ['ID=c0702395-fb33-483b-89f6-9a4217997999,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:11.376072 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:11.377070 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:11.481361 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-46385884-1861-45d0-b17b-72d5b1b1c7f7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3407235 Jul 25 06:02:11.571198 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-44fa0d18-f628-4ea9-af54-c17bef236cf4 None None] Provisioning complete for port c0702395-fb33-483b-89f6-9a4217997999 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:11.574303 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-44fa0d18-f628-4ea9-af54-c17bef236cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (c0702395-fb33-483b-89f6-9a4217997999), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:11.615152 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-44fa0d18-f628-4ea9-af54-c17bef236cf4 None None] Port c0702395-fb33-483b-89f6-9a4217997999 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:02:11.631302 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Request body: {'port': {'device_id': 'b0f37573-28da-4e81-9d33-c762d63aaa0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:11.738389 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c0702395-fb33-483b-89f6-9a4217997999), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:11.765703 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:11.800226 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff045c-3f8f-466e-befe-6815e65f2fc1 req-9e93ed7f-171a-4848-8237-0a1aee532d85 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:11.800226 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3eff045c-3f8f-466e-befe-6815e65f2fc1 req-9e93ed7f-171a-4848-8237-0a1aee532d85 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 935 time: 0.0774305 Jul 25 06:02:11.851824 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3eff045c-3f8f-466e-befe-6815e65f2fc1 req-de41b433-29f8-49fa-86c9-7bd7b223770b tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509343 Jul 25 06:02:12.020474 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9899-c91b-4b7f-8946-7b1293265d9d req-c1641bec-42dd-4dc5-ae73-42995f76746d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:12.029739 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-028d9899-c91b-4b7f-8946-7b1293265d9d req-c1641bec-42dd-4dc5-ae73-42995f76746d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.1124947 Jul 25 06:02:12.050615 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:12.080381 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9f7cf-1f85-4211-be91-9b70f87fd5a9 req-f17aff4b-e950-4347-88b7-77ef25211c27 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:12.081784 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a8e9f7cf-1f85-4211-be91-9b70f87fd5a9 req-f17aff4b-e950-4347-88b7-77ef25211c27 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0513372 Jul 25 06:02:12.117544 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-028d9899-c91b-4b7f-8946-7b1293265d9d req-c68303ff-ea72-4d6a-986f-d8cd24b6a74a tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814097 Jul 25 06:02:12.146836 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a8e9f7cf-1f85-4211-be91-9b70f87fd5a9 req-310cfebe-2ff8-4d28-8f23-f537d85d2ebe tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588157 Jul 25 06:02:12.153562 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0702395-fb33-483b-89f6-9a4217997999 {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:02:12.161211 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Publish callbacks [] for port (c0702395-fb33-483b-89f6-9a4217997999), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:12.173572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Transition to ACTIVE for port object c0702395-fb33-483b-89f6-9a4217997999 will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:02:12.342442 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 76c263b9-b74b-41c2-b7e7-d3f293d10eea up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:12.353941 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e53b73-f684-4835-a069-6de3409630b3 req-296367e3-0c88-4785-bd01-4049a629463c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:12.355425 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-02e53b73-f684-4835-a069-6de3409630b3 req-296367e3-0c88-4785-bd01-4049a629463c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 944 time: 0.0538652 Jul 25 06:02:12.391177 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 76c263b9-b74b-41c2-b7e7-d3f293d10eea completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:02:12.404064 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-02e53b73-f684-4835-a069-6de3409630b3 req-f9eddb9e-a959-4fce-84bd-d313aae9e99f tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426295 Jul 25 06:02:12.555942 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 76c263b9-b74b-41c2-b7e7-d3f293d10eea triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:12.557069 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (c0702395-fb33-483b-89f6-9a4217997999), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:12.557572 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:12.626677 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0702395-fb33-483b-89f6-9a4217997999,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:12.661735 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 76c263b9-b74b-41c2-b7e7-d3f293d10eea is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:12.662337 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:12.689719 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1d7240-ffe0-424b-aa2c-f44036123979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c263b9-b74b-41c2-b7e7-d3f293d10eea'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:12.692245 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a230933-cdd9-48f2-aa69-559400222b93" -d '{"events": [{"server_uuid": "7c1d7240-ffe0-424b-aa2c-f44036123979", "name": "network-vif-plugged", "status": "completed", "tag": "76c263b9-b74b-41c2-b7e7-d3f293d10eea"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:12.717058 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 76c263b9-b74b-41c2-b7e7-d3f293d10eea, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=76c263b9-b74b-41c2-b7e7-d3f293d10eea,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:12.718738 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Attempting to bind port c0702395-fb33-483b-89f6-9a4217997999 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:02:12.719123 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Attempting to bind port c0702395-fb33-483b-89f6-9a4217997999 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '569ae463-4700-4626-b02b-afb8bfc2a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:02:12.719404 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Attempting to bind port c0702395-fb33-483b-89f6-9a4217997999 on network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:12.724334 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Port c0702395-fb33-483b-89f6-9a4217997999 on network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:02:12.724663 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Attempting to bind port c0702395-fb33-483b-89f6-9a4217997999 on network 8ff266a7-e154-47e0-a1b3-1f0ad5016bbb {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:12.732471 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:02:12.733540 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Checking segment: {'id': '569ae463-4700-4626-b02b-afb8bfc2a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:12.733953 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Bound using segment: {'id': '569ae463-4700-4626-b02b-afb8bfc2a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:02:12.734407 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Bound port: c0702395-fb33-483b-89f6-9a4217997999, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569ae463-4700-4626-b02b-afb8bfc2a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:02:12.734778 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c0702395-fb33-483b-89f6-9a4217997999), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:12.762450 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b52b9a-8290-4268-bb5c-741982dd3651 x-openstack-request-id: req-18b52b9a-8290-4268-bb5c-741982dd3651 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:12.762746 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1d7240-ffe0-424b-aa2c-f44036123979", "name": "network-vif-plugged", "status": "completed", "tag": "76c263b9-b74b-41c2-b7e7-d3f293d10eea", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:12.763000 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-18b52b9a-8290-4268-bb5c-741982dd3651 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:12.763552 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b52b9a-8290-4268-bb5c-741982dd3651'] response: {'server_uuid': '7c1d7240-ffe0-424b-aa2c-f44036123979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c263b9-b74b-41c2-b7e7-d3f293d10eea', 'code': 200} Jul 25 06:02:12.804367 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:12.857968 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] For port c0702395-fb33-483b-89f6-9a4217997999, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:02:12.861924 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] For port c0702395-fb33-483b-89f6-9a4217997999, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c0702395-fb33-483b-89f6-9a4217997999,segment=NetworkSegment(569ae463-4700-4626-b02b-afb8bfc2a63d),segment_id=569ae463-4700-4626-b02b-afb8bfc2a63d)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:02:12.907222 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=76c263b9-b74b-41c2-b7e7-d3f293d10eea,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:12.999138 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (c0702395-fb33-483b-89f6-9a4217997999), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:13.065705 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b690d-a1dd-4248-b286-feff42400c65 req-c18bdbe1-845a-4c0f-96d9-144522ab6aa0 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:13.073441 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d76b690d-a1dd-4248-b286-feff42400c65 req-c18bdbe1-845a-4c0f-96d9-144522ab6aa0 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 947 time: 0.1037979 Jul 25 06:02:13.080278 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:13.080597 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:13.081966 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] 10.222.0.47 "PUT /v2.0/ports/c0702395-fb33-483b-89f6-9a4217997999 HTTP/1.1" status: 200 len: 1097 time: 1.4615138 Jul 25 06:02:13.086758 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f37573-28da-4e81-9d33-c762d63aaa0d', 'tag': 'c0702395-fb33-483b-89f6-9a4217997999'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:13.089496 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113dc5ad-5383-4110-a774-6e15551c705e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f37573-28da-4e81-9d33-c762d63aaa0d", "tag": "c0702395-fb33-483b-89f6-9a4217997999"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:13.124377 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:13.127523 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ab278-1548-486e-8881-bb92d1eb2ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0702395-fb33-483b-89f6-9a4217997999,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:13.192173 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a38212-be78-4167-8e7a-20660b967f2b x-openstack-request-id: req-85a38212-be78-4167-8e7a-20660b967f2b {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:13.192499 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f37573-28da-4e81-9d33-c762d63aaa0d", "tag": "c0702395-fb33-483b-89f6-9a4217997999", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:13.192722 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-85a38212-be78-4167-8e7a-20660b967f2b {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:13.193668 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a38212-be78-4167-8e7a-20660b967f2b'] response: {'name': 'network-changed', 'server_uuid': 'b0f37573-28da-4e81-9d33-c762d63aaa0d', 'tag': 'c0702395-fb33-483b-89f6-9a4217997999', 'status': 'completed', 'code': 200} Jul 25 06:02:13.211854 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d76b690d-a1dd-4248-b286-feff42400c65 req-d0c9a613-7e9c-4cef-a2e3-f900f3b472db tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373928 Jul 25 06:02:13.292068 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-19dc3aa7-10c1-427d-b0d4-046d37a28711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:13.294067 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-19dc3aa7-10c1-427d-b0d4-046d37a28711 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e6671f7e7e432b92deccdaf094fed4&device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 1131 time: 0.0949271 Jul 25 06:02:13.304465 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1d31e-51db-4b84-a618-c8c70ecdb457 req-a0efc8a1-55db-4d28-b6c1-337ca8dd074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:13.309854 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-35b1d31e-51db-4b84-a618-c8c70ecdb457 req-a0efc8a1-55db-4d28-b6c1-337ca8dd074f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 1129 time: 0.1465714 Jul 25 06:02:13.352285 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0535e14-cb7c-41e6-a2c6-78cdcabf659b req-44fd4aac-2142-4b8b-93dd-60c2195ec7c4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:13.361381 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b0535e14-cb7c-41e6-a2c6-78cdcabf659b req-44fd4aac-2142-4b8b-93dd-60c2195ec7c4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0660698 Jul 25 06:02:13.374019 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-35b1d31e-51db-4b84-a618-c8c70ecdb457 req-2a3dde49-80f3-4126-857e-0d43579faf2b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571811 Jul 25 06:02:13.413392 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-d1adee50-fed9-4688-8161-20426f8e6b0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c0702395-fb33-483b-89f6-9a4217997999 HTTP/1.1" status: 200 len: 217 time: 0.0410523 Jul 25 06:02:13.424928 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e341e9-6c66-410b-a840-1cf9d97f2bde req-3fa51425-1d7d-44db-9b3e-514bd7652829 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:13.427320 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48e341e9-6c66-410b-a840-1cf9d97f2bde req-3fa51425-1d7d-44db-9b3e-514bd7652829 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0819461 Jul 25 06:02:13.452728 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b0535e14-cb7c-41e6-a2c6-78cdcabf659b req-71604878-6c51-4bf6-8028-32cc4bfdaf25 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903358 Jul 25 06:02:13.489378 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48e341e9-6c66-410b-a840-1cf9d97f2bde req-1c3025c7-8d93-427c-8fc2-4c41fa2a2c4b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554044 Jul 25 06:02:13.588669 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dea3f5-d150-4f40-94d9-29b8cf7ab656 req-269919c3-1df9-4169-ab46-2dce60afec8c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:13.588669 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-58dea3f5-d150-4f40-94d9-29b8cf7ab656 req-269919c3-1df9-4169-ab46-2dce60afec8c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 945 time: 0.0563207 Jul 25 06:02:13.660146 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-58dea3f5-d150-4f40-94d9-29b8cf7ab656 req-f95e9873-472e-4192-bb10-c71cf9a5806e tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770860 Jul 25 06:02:13.674734 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-0293ab97-f80f-4784-bb95-27673fba6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:13.676394 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-0293ab97-f80f-4784-bb95-27673fba6963 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61074c37-6dc9-41dd-8b28-48cddfbe717e HTTP/1.1" status: 200 len: 843 time: 0.0616522 Jul 25 06:02:13.732438 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-afa34371-36c5-420a-befa-c882c8f23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:13.733892 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-afa34371-36c5-420a-befa-c882c8f23af3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ff266a7-e154-47e0-a1b3-1f0ad5016bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0389504 Jul 25 06:02:13.839902 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-efa4ae56-1456-4f89-919a-6c3be3ab7048 service neutron] 10.222.0.47 "GET /v2.0/networks/8ff266a7-e154-47e0-a1b3-1f0ad5016bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897474 Jul 25 06:02:14.314753 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cfb45-bb8b-4f16-90ea-929ef0d863bc req-a43fe7aa-c051-4b5a-9bd0-f5a6d59f5ac9 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:14.316291 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-628cfb45-bb8b-4f16-90ea-929ef0d863bc req-a43fe7aa-c051-4b5a-9bd0-f5a6d59f5ac9 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 947 time: 0.0492013 Jul 25 06:02:14.364655 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-628cfb45-bb8b-4f16-90ea-929ef0d863bc req-e08fc997-55ef-43c9-9f4d-a3f1108d0612 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428143 Jul 25 06:02:14.448623 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:14.517980 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e55543f7-a3c6-40c6-a54d-2148538d1e71 req-4370761c-7ba8-4048-b6ac-eb8e34ee35b5 service neutron] 10.222.0.47 "GET /v2.0/networks/8ff266a7-e154-47e0-a1b3-1f0ad5016bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885844 Jul 25 06:02:14.607162 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d6b31-3fcb-40db-8388-1879585a76bc req-13a42df1-f2c7-4460-9a47-64bbcdf45fb2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:14.608683 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6d6d6b31-3fcb-40db-8388-1879585a76bc req-13a42df1-f2c7-4460-9a47-64bbcdf45fb2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0513322 Jul 25 06:02:14.656427 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6d6d6b31-3fcb-40db-8388-1879585a76bc req-d2e93fef-094c-4f0a-98d8-626e659889cc tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Jul 25 06:02:14.773670 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0114855-8bfe-4c68-bfac-843210721795 req-aacc75d4-e6d9-4255-a6a5-2283764109df tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:14.775281 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b0114855-8bfe-4c68-bfac-843210721795 req-aacc75d4-e6d9-4255-a6a5-2283764109df tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 945 time: 0.0473077 Jul 25 06:02:14.822760 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b0114855-8bfe-4c68-bfac-843210721795 req-63f102f4-6d6a-48a0-934f-bab9fe6138e9 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Jul 25 06:02:15.478893 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a2a04-3112-4146-a872-2eb589f0046e req-87b92a59-9bcf-48e1-a052-df8bacd02c25 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:15.480357 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0d8a2a04-3112-4146-a872-2eb589f0046e req-87b92a59-9bcf-48e1-a052-df8bacd02c25 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 947 time: 0.0491242 Jul 25 06:02:15.505052 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:15.528828 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0d8a2a04-3112-4146-a872-2eb589f0046e req-0cb086ce-e496-440d-b1f2-da685642e1a9 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Jul 25 06:02:15.779544 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b3e8c-b243-426a-8655-671aca2132a5 req-f4be5355-5198-4c4a-a209-54e015b7a90b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:15.781055 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b96b3e8c-b243-426a-8655-671aca2132a5 req-f4be5355-5198-4c4a-a209-54e015b7a90b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0481305 Jul 25 06:02:15.827531 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b96b3e8c-b243-426a-8655-671aca2132a5 req-2b05faee-6282-4009-9759-60eabc71f4ad tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Jul 25 06:02:15.934922 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc2758-d325-4785-8cea-e691ff49c5fa req-0d09a7b3-1ba5-4ecf-8784-bf1cdbd03a03 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:15.936405 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cebc2758-d325-4785-8cea-e691ff49c5fa req-0d09a7b3-1ba5-4ecf-8784-bf1cdbd03a03 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 945 time: 0.0473933 Jul 25 06:02:15.986857 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cebc2758-d325-4785-8cea-e691ff49c5fa req-b4f853db-fd42-4f68-8215-c3a36f9822c8 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Jul 25 06:02:16.645931 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aeb51-1cab-4bea-86e7-96627411260d req-654bd115-a222-437f-9b28-f79488543d17 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:16.647417 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ef0aeb51-1cab-4bea-86e7-96627411260d req-654bd115-a222-437f-9b28-f79488543d17 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 947 time: 0.0490348 Jul 25 06:02:16.672291 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:16.700307 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ef0aeb51-1cab-4bea-86e7-96627411260d req-781dc311-da8f-451a-ad8b-2de5106034e7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458596 Jul 25 06:02:16.948087 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff8898-e355-4c31-a1ba-c4128692da1a req-b6faf4e2-f6b7-4c66-ab1a-47a2d5a2b16f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:16.949619 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6cff8898-e355-4c31-a1ba-c4128692da1a req-b6faf4e2-f6b7-4c66-ab1a-47a2d5a2b16f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0471585 Jul 25 06:02:17.000746 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6cff8898-e355-4c31-a1ba-c4128692da1a req-4a1ee69a-69af-4a8f-ae20-9a3dd69f7a78 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455344 Jul 25 06:02:17.229110 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dc5ad-5383-4110-a774-6e15551c705e req-68728d9e-135e-4afd-a9d9-353c1211326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:17.230668 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-113dc5ad-5383-4110-a774-6e15551c705e req-68728d9e-135e-4afd-a9d9-353c1211326d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f0e6671f7e7e432b92deccdaf094fed4&device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 1131 time: 0.0399876 Jul 25 06:02:17.237136 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-a09768bd-cbc8-4d9a-af65-b98a41f83c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:17.238591 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-a09768bd-cbc8-4d9a-af65-b98a41f83c28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 1129 time: 0.0408268 Jul 25 06:02:17.348421 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de83ee-72ae-405f-94cf-50d47e7be68d req-620ec5c1-a186-4262-999e-b9a6626cbbd5 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:17.349988 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-09de83ee-72ae-405f-94cf-50d47e7be68d req-620ec5c1-a186-4262-999e-b9a6626cbbd5 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 945 time: 0.0561688 Jul 25 06:02:17.433036 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dc5ad-5383-4110-a774-6e15551c705e req-ba0cf859-0e76-44e8-9331-8fb1bb1e70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:17.436938 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-113dc5ad-5383-4110-a774-6e15551c705e req-ba0cf859-0e76-44e8-9331-8fb1bb1e70d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8ff266a7-e154-47e0-a1b3-1f0ad5016bbb HTTP/1.1" status: 200 len: 870 time: 0.1014595 Jul 25 06:02:17.452965 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-09de83ee-72ae-405f-94cf-50d47e7be68d req-a20e0f04-01f2-4d59-9792-0bdd9666d6b3 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907145 Jul 25 06:02:17.471763 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-eaca426e-66a2-4c3a-b11d-09571f3f56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:17.473222 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-eaca426e-66a2-4c3a-b11d-09571f3f56ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 917 time: 0.1391883 Jul 25 06:02:17.818240 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d55e6-b378-40dc-9893-87b2b6bbf92b req-ea46b914-b32a-49a0-a08d-7324c2e7c954 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:17.819842 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bb9d55e6-b378-40dc-9893-87b2b6bbf92b req-ea46b914-b32a-49a0-a08d-7324c2e7c954 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 947 time: 0.0501781 Jul 25 06:02:17.866697 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bb9d55e6-b378-40dc-9893-87b2b6bbf92b req-d1f05dc6-d686-42e5-a5e1-2f08ae2b0e08 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Jul 25 06:02:18.118124 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08aad68-1fa1-4e86-a537-ac5100b438b7 req-869b3da0-16a8-49c2-bc35-078f38f66482 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:18.120481 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d08aad68-1fa1-4e86-a537-ac5100b438b7 req-869b3da0-16a8-49c2-bc35-078f38f66482 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 945 time: 0.0465574 Jul 25 06:02:18.167189 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d08aad68-1fa1-4e86-a537-ac5100b438b7 req-94b9644e-c4b6-494e-9745-2b3462271580 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Jul 25 06:02:18.379073 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c0702395-fb33-483b-89f6-9a4217997999 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:02:18.382263 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:02:18.460513 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:18.464474 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:18.532821 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c86fe1cd-ba90-483f-8c21-3093b1ee753e is: ACTIVE; New status is: DOWN {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:18.533250 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:18.548886 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:18.557480 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c0702395-fb33-483b-89f6-9a4217997999, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c0702395-fb33-483b-89f6-9a4217997999,segment=NetworkSegment(569ae463-4700-4626-b02b-afb8bfc2a63d),segment_id=569ae463-4700-4626-b02b-afb8bfc2a63d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:18.573995 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615b6ca-a389-4ee9-966d-ea7875131ca8 req-8468047e-1d77-4bfe-be65-107556eddc4f tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:18.575493 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5615b6ca-a389-4ee9-966d-ea7875131ca8 req-8468047e-1d77-4bfe-be65-107556eddc4f tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 945 time: 0.0491681 Jul 25 06:02:18.580338 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:18.582690 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c704f8b-fffa-4c39-a9a9-ebf80575675e" -d '{"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-unplugged", "status": "completed", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:18.585297 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'c0702395-fb33-483b-89f6-9a4217997999', 'network_id': '8ff266a7-e154-47e0-a1b3-1f0ad5016bbb', 'port_id': 'c0702395-fb33-483b-89f6-9a4217997999', 'mac_address': 'fa:16:3e:ce:32:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61074c37-6dc9-41dd-8b28-48cddfbe717e', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:02:18.598106 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:18.622944 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eb3dd4-5c2c-456b-9198-0f9d35e4d6c8 x-openstack-request-id: req-b4eb3dd4-5c2c-456b-9198-0f9d35e4d6c8 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:18.623264 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-unplugged", "status": "completed", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:18.623519 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b4eb3dd4-5c2c-456b-9198-0f9d35e4d6c8 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:18.623912 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4eb3dd4-5c2c-456b-9198-0f9d35e4d6c8'] response: {'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'code': 200} Jul 25 06:02:18.626961 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5615b6ca-a389-4ee9-966d-ea7875131ca8 req-e9fa7c06-ab95-429e-b170-6ce4665e5b86 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453410 Jul 25 06:02:18.639375 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c0702395-fb33-483b-89f6-9a4217997999 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:18.639769 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c0702395-fb33-483b-89f6-9a4217997999), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:18.642464 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:18.653992 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0702395-fb33-483b-89f6-9a4217997999 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:02:18.673617 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c0702395-fb33-483b-89f6-9a4217997999, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c0702395-fb33-483b-89f6-9a4217997999,segment=NetworkSegment(569ae463-4700-4626-b02b-afb8bfc2a63d),segment_id=569ae463-4700-4626-b02b-afb8bfc2a63d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:18.680465 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:18.726473 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=8']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:18.754891 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c0702395-fb33-483b-89f6-9a4217997999), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:18.804528 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c0702395-fb33-483b-89f6-9a4217997999,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:18.981514 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444aa869-682a-4646-8774-bd4e85bdb62d req-c8a2a470-c6e9-4c2b-9643-226ad8e5ad64 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:18.983020 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-444aa869-682a-4646-8774-bd4e85bdb62d req-c8a2a470-c6e9-4c2b-9643-226ad8e5ad64 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 948 time: 0.0466471 Jul 25 06:02:19.033545 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-444aa869-682a-4646-8774-bd4e85bdb62d req-f6905a35-09ce-4c68-a778-4134c510bfdc tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449300 Jul 25 06:02:19.274010 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['c0702395-fb33-483b-89f6-9a4217997999'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:02:19.285324 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9840f0-a063-416c-97a8-3819c7638a35 req-f9203c16-0df0-47b6-82d7-c2af9f944a28 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:19.286845 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ff9840f0-a063-416c-97a8-3819c7638a35 req-f9203c16-0df0-47b6-82d7-c2af9f944a28 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0482490 Jul 25 06:02:19.334451 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ff9840f0-a063-416c-97a8-3819c7638a35 req-86853850-4f1b-4584-9c49-5bed13d9306b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410314 Jul 25 06:02:19.579912 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-113dc5ad-5383-4110-a774-6e15551c705e req-f318ed1e-6a7f-4343-9275-d18c073fd579 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c0702395-fb33-483b-89f6-9a4217997999 HTTP/1.1" status: 200 len: 217 time: 0.0330431 Jul 25 06:02:19.605061 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-102e6a40-e35f-4c99-8631-53e6e56a3169 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e HTTP/1.1" status: 200 len: 998 time: 0.0574129 Jul 25 06:02:19.620727 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:19.630904 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dc5ad-5383-4110-a774-6e15551c705e req-f0ca9c59-746c-42ed-bba4-67e4677b792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:19.632394 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-113dc5ad-5383-4110-a774-6e15551c705e req-f0ca9c59-746c-42ed-bba4-67e4677b792f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=61074c37-6dc9-41dd-8b28-48cddfbe717e HTTP/1.1" status: 200 len: 843 time: 0.0442019 Jul 25 06:02:19.657679 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-907c34a4-bdfa-42f6-8058-ccfdc9110e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:19.659164 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-907c34a4-bdfa-42f6-8058-ccfdc9110e87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 HTTP/1.1" status: 200 len: 855 time: 0.0454886 Jul 25 06:02:19.728717 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dc5ad-5383-4110-a774-6e15551c705e req-7971ca4f-5238-42af-9f35-6530c3b4a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:19.730229 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-113dc5ad-5383-4110-a774-6e15551c705e req-7971ca4f-5238-42af-9f35-6530c3b4a2d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ff266a7-e154-47e0-a1b3-1f0ad5016bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0469246 Jul 25 06:02:19.798485 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326c3b6-aa0f-4489-9773-c593296bdfdc req-e29e3e3e-9024-4b64-8ceb-3bb19d9da9d4 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:19.799958 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e326c3b6-aa0f-4489-9773-c593296bdfdc req-e29e3e3e-9024-4b64-8ceb-3bb19d9da9d4 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 945 time: 0.0968082 Jul 25 06:02:19.801219 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-b2f9f24e-5d4b-4fae-ad5d-6fcac2d49c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:19.802547 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-b2f9f24e-5d4b-4fae-ad5d-6fcac2d49c0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1189442 Jul 25 06:02:19.808985 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-e88a43a0-393d-4acc-9a31-5924c0c3b8c6 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:19.815410 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-e88a43a0-393d-4acc-9a31-5924c0c3b8c6 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 945 time: 0.1181743 Jul 25 06:02:19.975588 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:20.020726 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e326c3b6-aa0f-4489-9773-c593296bdfdc req-d90abe32-be0c-4717-86b5-c366a3a3c1bb tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093866 Jul 25 06:02:20.073711 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Deleting port 76c263b9-b74b-41c2-b7e7-d3f293d10eea {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:02:20.074121 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:20.104748 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-7153d44d-0050-4000-8b01-520c970dc6c2 service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780359 Jul 25 06:02:20.169014 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-113dc5ad-5383-4110-a774-6e15551c705e req-fea30063-513c-41ff-b346-9ce6159a52bf service neutron] 10.222.0.47 "GET /v2.0/networks/8ff266a7-e154-47e0-a1b3-1f0ad5016bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459797 Jul 25 06:02:20.175203 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf6f7-8736-466d-8814-57715133a9db req-f6f7a26f-dbd9-4049-b9c2-8617832b9705 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:20.176734 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-df6cf6f7-8736-466d-8814-57715133a9db req-f6f7a26f-dbd9-4049-b9c2-8617832b9705 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 948 time: 0.0695744 Jul 25 06:02:20.225829 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:20.292229 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-df6cf6f7-8736-466d-8814-57715133a9db req-3229f029-109c-4e38-8d76-59f21ebca46d tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036592 Jul 25 06:02:20.312927 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-113dc5ad-5383-4110-a774-6e15551c705e req-67a4b74f-1bf7-4ae5-8029-a369a05d6207 service neutron] 10.222.0.47 "GET /v2.0/networks/8ff266a7-e154-47e0-a1b3-1f0ad5016bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325996 Jul 25 06:02:20.407106 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c0702395-fb33-483b-89f6-9a4217997999 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:20.455708 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port c0702395-fb33-483b-89f6-9a4217997999 completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:02:20.492181 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] For port 76c263b9-b74b-41c2-b7e7-d3f293d10eea, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=76c263b9-b74b-41c2-b7e7-d3f293d10eea,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:20.492552 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:20.516037 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4e93-7b2c-4ce8-bd8d-e29e30ac8df9 req-0bd61781-4fe7-4c13-9b39-a75819895f30 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:20.517144 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port c0702395-fb33-483b-89f6-9a4217997999 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:20.517518 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b50d4e93-7b2c-4ce8-bd8d-e29e30ac8df9 req-0bd61781-4fe7-4c13-9b39-a75819895f30 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.1072993 Jul 25 06:02:20.517626 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (c0702395-fb33-483b-89f6-9a4217997999), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:20.525232 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Calling delete_port for 76c263b9-b74b-41c2-b7e7-d3f293d10eea owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:02:20.565803 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fd57d515-7efa-42eb-8e25-70254cf0e9ca req-dbabc9e1-c309-4bb0-bbe9-4ed44fc843d6 service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941032 Jul 25 06:02:20.595959 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c0702395-fb33-483b-89f6-9a4217997999 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:20.596648 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c0702395-fb33-483b-89f6-9a4217997999), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:20.633159 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f37573-28da-4e81-9d33-c762d63aaa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0702395-fb33-483b-89f6-9a4217997999'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:20.633159 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd10683-2de0-4592-b2d0-278b751fb0ad" -d '{"events": [{"server_uuid": "b0f37573-28da-4e81-9d33-c762d63aaa0d", "name": "network-vif-plugged", "status": "completed", "tag": "c0702395-fb33-483b-89f6-9a4217997999"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:20.638703 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c0702395-fb33-483b-89f6-9a4217997999, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c0702395-fb33-483b-89f6-9a4217997999,segment=NetworkSegment(569ae463-4700-4626-b02b-afb8bfc2a63d),segment_id=569ae463-4700-4626-b02b-afb8bfc2a63d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:20.640194 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b50d4e93-7b2c-4ce8-bd8d-e29e30ac8df9 req-61fa4719-549c-4ed6-97b7-5fd48c686f5f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128197 Jul 25 06:02:20.706135 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d9393-abae-4678-94c7-36ffb777f59c x-openstack-request-id: req-678d9393-abae-4678-94c7-36ffb777f59c {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:20.706135 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f37573-28da-4e81-9d33-c762d63aaa0d", "name": "network-vif-plugged", "status": "completed", "tag": "c0702395-fb33-483b-89f6-9a4217997999", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:20.706135 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-678d9393-abae-4678-94c7-36ffb777f59c {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:20.706135 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678d9393-abae-4678-94c7-36ffb777f59c'] response: {'server_uuid': 'b0f37573-28da-4e81-9d33-c762d63aaa0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0702395-fb33-483b-89f6-9a4217997999', 'code': 200} Jul 25 06:02:20.716870 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c0702395-fb33-483b-89f6-9a4217997999), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:20.766890 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c0702395-fb33-483b-89f6-9a4217997999,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:20.797178 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (76c263b9-b74b-41c2-b7e7-d3f293d10eea), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:20.813593 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['76c263b9-b74b-41c2-b7e7-d3f293d10eea'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:02:20.826622 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Pushing event deleted for resources: {'Port': ['ID=76c263b9-b74b-41c2-b7e7-d3f293d10eea,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:20.892391 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] No DVR routers for this DVR port 76c263b9-b74b-41c2-b7e7-d3f293d10eea on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:02:20.895219 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:20.898642 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b86b7f8b-a2e6-4ba4-9f81-d5805d7ae0a9 req-8e6a9d89-9892-4c98-9555-3f94ba7f17ad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.47 "DELETE /v2.0/ports/76c263b9-b74b-41c2-b7e7-d3f293d10eea HTTP/1.1" status: 204 len: 173 time: 1.0635018 Jul 25 06:02:20.899201 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1d7240-ffe0-424b-aa2c-f44036123979', 'name': 'network-vif-deleted', 'tag': '76c263b9-b74b-41c2-b7e7-d3f293d10eea'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:20.901525 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467fc3d1-ace6-4716-8a1e-79cf093d2c08" -d '{"events": [{"server_uuid": "7c1d7240-ffe0-424b-aa2c-f44036123979", "name": "network-vif-deleted", "tag": "76c263b9-b74b-41c2-b7e7-d3f293d10eea"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:20.937743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d310df8-a796-4d53-a3af-53aa9f98117d x-openstack-request-id: req-6d310df8-a796-4d53-a3af-53aa9f98117d {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:20.938036 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1d7240-ffe0-424b-aa2c-f44036123979", "name": "network-vif-deleted", "tag": "76c263b9-b74b-41c2-b7e7-d3f293d10eea", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:20.938272 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6d310df8-a796-4d53-a3af-53aa9f98117d {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:20.938669 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d310df8-a796-4d53-a3af-53aa9f98117d'] response: {'server_uuid': '7c1d7240-ffe0-424b-aa2c-f44036123979', 'name': 'network-vif-deleted', 'tag': '76c263b9-b74b-41c2-b7e7-d3f293d10eea', 'status': 'completed', 'code': 200} Jul 25 06:02:21.026501 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066420fc-a3aa-4388-b124-849263948181 req-ab71e049-30ea-4927-a86e-88aad3fcf703 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:21.028468 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-066420fc-a3aa-4388-b124-849263948181 req-ab71e049-30ea-4927-a86e-88aad3fcf703 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0577500 Jul 25 06:02:21.077087 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-066420fc-a3aa-4388-b124-849263948181 req-251e4b8d-0dcc-4569-8123-531690d11107 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Jul 25 06:02:21.121376 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-72588c47-3daf-4055-8dc3-46ea353103a2 req-aad59a56-409a-48f8-aa04-5f62854843c9 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0280278 Jul 25 06:02:21.407891 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1a61d-b34a-4a5f-94dd-be345c6cd78c req-219d7e83-12a8-41b2-b78e-f7b660fa8730 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:21.409383 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a3c1a61d-b34a-4a5f-94dd-be345c6cd78c req-219d7e83-12a8-41b2-b78e-f7b660fa8730 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0473249 Jul 25 06:02:21.439392 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:21.456523 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a3c1a61d-b34a-4a5f-94dd-be345c6cd78c req-1f43119e-f84a-4b4e-9f26-f0a2be7f2a6e tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Jul 25 06:02:21.760962 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736d06d-ee8a-496e-8d33-95330eec988d req-44d5d791-b96a-4f36-8b66-29ea31364928 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:21.762461 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e736d06d-ee8a-496e-8d33-95330eec988d req-44d5d791-b96a-4f36-8b66-29ea31364928 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0469260 Jul 25 06:02:21.809318 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e736d06d-ee8a-496e-8d33-95330eec988d req-e0d463f5-4f8b-4544-b150-714d090e5035 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Jul 25 06:02:22.188990 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3868f3-fa8d-4c56-8205-217e0662e162 req-8032a87d-9bd2-49eb-87b0-d53b2211006c tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:22.190466 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-af3868f3-fa8d-4c56-8205-217e0662e162 req-8032a87d-9bd2-49eb-87b0-d53b2211006c tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0467076 Jul 25 06:02:22.197540 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:22.217040 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7c1d1fd9-523c-4ccb-a9d8-6b5f75c8ef0a req-dee33421-cf9b-4184-a3c6-4c141071d1e7 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0286403 Jul 25 06:02:22.243955 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-af3868f3-fa8d-4c56-8205-217e0662e162 req-e1b1d6b2-7994-4935-bfa6-3c08cac5c5a0 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482099 Jul 25 06:02:22.574527 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973100-bd3c-4cba-b1d2-e064b2501d1b req-59bb5552-af74-4ed2-ab54-c283364cb242 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:22.576013 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b4973100-bd3c-4cba-b1d2-e064b2501d1b req-59bb5552-af74-4ed2-ab54-c283364cb242 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0515285 Jul 25 06:02:22.625104 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b4973100-bd3c-4cba-b1d2-e064b2501d1b req-89cf5ca7-6bbd-437e-833c-cefadd008c59 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Jul 25 06:02:22.926828 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4f91f-4750-4861-ade2-b1e9e47ca355 req-68ee5986-674b-4c17-b86d-a7a3138153bc tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:22.928354 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cba4f91f-4750-4861-ade2-b1e9e47ca355 req-68ee5986-674b-4c17-b86d-a7a3138153bc tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0477831 Jul 25 06:02:22.977091 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cba4f91f-4750-4861-ade2-b1e9e47ca355 req-b8d1edb2-aa6e-4034-9e64-7beeeac24aaa tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Jul 25 06:02:23.311924 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6e1f00b5-5a8f-4542-8b22-ff43c2d46e08 req-d78d3ca0-ec41-469e-a2a6-267b33e812d1 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0271008 Jul 25 06:02:23.355270 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78546423-616e-4e9c-a0c2-02c278cbc3b3 req-0d273551-6737-4582-9e13-6fd72e7474fc tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:23.356755 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-78546423-616e-4e9c-a0c2-02c278cbc3b3 req-0d273551-6737-4582-9e13-6fd72e7474fc tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0466404 Jul 25 06:02:23.403317 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-78546423-616e-4e9c-a0c2-02c278cbc3b3 req-54eae9ab-cf87-4801-a731-79289f3b1da3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Jul 25 06:02:23.735109 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c524a-83fb-409e-8084-15fb4cdb3514 req-8e834c38-6a4a-445d-8265-71d4be9f024a tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:23.736575 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eb7c524a-83fb-409e-8084-15fb4cdb3514 req-8e834c38-6a4a-445d-8265-71d4be9f024a tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0453203 Jul 25 06:02:23.783869 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eb7c524a-83fb-409e-8084-15fb4cdb3514 req-36b244b3-e690-4539-9b8f-9df3667fb8e2 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Jul 25 06:02:24.100817 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822a441-80b1-4ebf-912a-2a5791bff515 req-77026bf5-2803-47b2-bf5b-607479622d4d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:24.102933 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5822a441-80b1-4ebf-912a-2a5791bff515 req-77026bf5-2803-47b2-bf5b-607479622d4d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0506566 Jul 25 06:02:24.151375 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5822a441-80b1-4ebf-912a-2a5791bff515 req-850694a9-af5d-4e54-81de-6cce45383f69 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Jul 25 06:02:24.355133 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:24.360868 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec22240-593d-4a01-b655-c19619e0bcb4 req-9d39b093-433d-41ed-b44a-f8f0387252ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:24.362432 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1ec22240-593d-4a01-b655-c19619e0bcb4 req-9d39b093-433d-41ed-b44a-f8f0387252ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 1133 time: 0.0433581 Jul 25 06:02:24.418542 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-45dc68e5-93e0-49bb-8b60-f5fe55095dd4 req-0fa5f4c8-10e6-4028-988c-ce2bd6eb2484 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0354209 Jul 25 06:02:24.429870 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 76c263b9-b74b-41c2-b7e7-d3f293d10eea no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:02:24.435390 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1ec22240-593d-4a01-b655-c19619e0bcb4 req-1b7269d4-8fc1-4cbd-badb-37f2607f5266 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651259 Jul 25 06:02:24.450869 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:24.452009 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 76c263b9-b74b-41c2-b7e7-d3f293d10eea {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:02:24.452385 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 76c263b9-b74b-41c2-b7e7-d3f293d10eea not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:02:24.452812 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:02:24.530397 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c86fe1cd-ba90-483f-8c21-3093b1ee753e is: DOWN; New status is: DOWN {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:24.535841 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824b0ee-ef73-4425-bc39-6924a2d15627 req-62335e4f-f3ed-4f5d-a0d4-f7d8bf973cf0 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:24.537384 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b824b0ee-ef73-4425-bc39-6924a2d15627 req-62335e4f-f3ed-4f5d-a0d4-f7d8bf973cf0 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0628560 Jul 25 06:02:24.586321 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b824b0ee-ef73-4425-bc39-6924a2d15627 req-18e87640-239f-47e2-8fe9-3d48933d0133 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425901 Jul 25 06:02:24.885034 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb18563-1571-4a02-90ec-e4e754cca094 req-92862676-7e77-4f08-901c-25b288855eb6 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:24.886454 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-edb18563-1571-4a02-90ec-e4e754cca094 req-92862676-7e77-4f08-901c-25b288855eb6 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.47 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 945 time: 0.0593839 Jul 25 06:02:24.954234 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83007cd-82b6-4c6f-b20d-b8e6e227f2d1 req-7fe5be1f-e686-4660-8af6-83efbd8deff1 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:24.955678 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f83007cd-82b6-4c6f-b20d-b8e6e227f2d1 req-7fe5be1f-e686-4660-8af6-83efbd8deff1 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0891893 Jul 25 06:02:25.030390 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-edb18563-1571-4a02-90ec-e4e754cca094 req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Deleting port c773c2c6-02cb-4486-8cdb-0116d19cfa92 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:02:25.030755 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-edb18563-1571-4a02-90ec-e4e754cca094 req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:25.065463 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f83007cd-82b6-4c6f-b20d-b8e6e227f2d1 req-5b64cbcf-f2d1-4f85-950a-d49a4a1fe478 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034095 Jul 25 06:02:25.141807 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-edb18563-1571-4a02-90ec-e4e754cca094 req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] For port c773c2c6-02cb-4486-8cdb-0116d19cfa92, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c773c2c6-02cb-4486-8cdb-0116d19cfa92,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:25.142172 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-edb18563-1571-4a02-90ec-e4e754cca094 req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:25.155410 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-edb18563-1571-4a02-90ec-e4e754cca094 req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Calling delete_port for c773c2c6-02cb-4486-8cdb-0116d19cfa92 owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:02:25.286908 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad9b5e-ef53-4a4a-9514-395fc7425df2 req-e03bba86-21b0-44db-8c49-c95234417f5b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:25.288402 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-89ad9b5e-ef53-4a4a-9514-395fc7425df2 req-e03bba86-21b0-44db-8c49-c95234417f5b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0516467 Jul 25 06:02:25.336755 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-89ad9b5e-ef53-4a4a-9514-395fc7425df2 req-3741342b-43a2-409b-8031-d95b088eb243 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Jul 25 06:02:25.356867 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-edb18563-1571-4a02-90ec-e4e754cca094 req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (c773c2c6-02cb-4486-8cdb-0116d19cfa92), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:25.375556 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['c773c2c6-02cb-4486-8cdb-0116d19cfa92'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:02:25.402708 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Pushing event deleted for resources: {'Port': ['ID=c773c2c6-02cb-4486-8cdb-0116d19cfa92,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:25.429304 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.429652 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.429993 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.430328 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.430730 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.431337 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.431856 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.432454 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.433146 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.433330 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.433639 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.433969 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.434294 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.434618 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.434940 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:25.459499 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb18563-1571-4a02-90ec-e4e754cca094 req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] No DVR routers for this DVR port c773c2c6-02cb-4486-8cdb-0116d19cfa92 on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:02:25.462825 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-edb18563-1571-4a02-90ec-e4e754cca094 req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:25.466393 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-edb18563-1571-4a02-90ec-e4e754cca094 req-dcf5b741-5f5f-4c77-b958-864b64fa00b8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.47 "DELETE /v2.0/ports/c773c2c6-02cb-4486-8cdb-0116d19cfa92 HTTP/1.1" status: 204 len: 173 time: 0.5618117 Jul 25 06:02:25.466894 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abbf803-6310-4fcd-bc09-ff506fab0a30', 'name': 'network-vif-deleted', 'tag': 'c773c2c6-02cb-4486-8cdb-0116d19cfa92'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:25.469144 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de495aea-e612-4e4e-8548-03fd37420322" -d '{"events": [{"server_uuid": "2abbf803-6310-4fcd-bc09-ff506fab0a30", "name": "network-vif-deleted", "tag": "c773c2c6-02cb-4486-8cdb-0116d19cfa92"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:25.534355 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-06dee631-1a7f-4ea6-87ff-8c77fd846207 req-59269357-0c67-43c4-bc25-0ec22e798608 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0287604 Jul 25 06:02:25.578958 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef58d2b-8019-4cb5-b976-2af5b4eb30b4 x-openstack-request-id: req-2ef58d2b-8019-4cb5-b976-2af5b4eb30b4 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:25.579279 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abbf803-6310-4fcd-bc09-ff506fab0a30", "name": "network-vif-deleted", "tag": "c773c2c6-02cb-4486-8cdb-0116d19cfa92", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:25.579533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2ef58d2b-8019-4cb5-b976-2af5b4eb30b4 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:25.579939 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef58d2b-8019-4cb5-b976-2af5b4eb30b4'] response: {'server_uuid': '2abbf803-6310-4fcd-bc09-ff506fab0a30', 'name': 'network-vif-deleted', 'tag': 'c773c2c6-02cb-4486-8cdb-0116d19cfa92', 'status': 'completed', 'code': 200} Jul 25 06:02:25.683113 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c29e024f-9359-4469-bbda-3c2ef1941444 req-d0aaab93-e491-43b5-8c29-5d10156ec787 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 210 time: 0.0272605 Jul 25 06:02:26.194895 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf13968-7a01-4f64-855c-e308246b45b0 req-aa9f572c-b015-4282-90fa-0e7496bf3678 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:26.197535 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-baf13968-7a01-4f64-855c-e308246b45b0 req-aa9f572c-b015-4282-90fa-0e7496bf3678 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0538058 Jul 25 06:02:26.249163 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-baf13968-7a01-4f64-855c-e308246b45b0 req-4a83b886-d5f2-4330-935e-ac6550197d60 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459406 Jul 25 06:02:26.527514 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [req-a787b8f7-ba61-41a1-8fac-76cf01eacb67 req-0a2f61de-08c5-40cc-9c61-3f82eea0b358 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110783) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 06:02:26.528515 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a787b8f7-ba61-41a1-8fac-76cf01eacb67 req-0a2f61de-08c5-40cc-9c61-3f82eea0b358 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057540 Jul 25 06:02:26.643345 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5a3cb721-9ba9-4852-af7c-3be8c227af66 req-c3be6d98-3aad-4f21-be34-5ec27d870c92 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=7c1d7240-ffe0-424b-aa2c-f44036123979 HTTP/1.1" status: 200 len: 210 time: 0.0297792 Jul 25 06:02:26.791324 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5c951cd3-3c6f-4ac6-aa41-bd28ce2354e4 req-457eac2e-710a-4fcc-bb3a-b7a571b26c25 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=2abbf803-6310-4fcd-bc09-ff506fab0a30 HTTP/1.1" status: 200 len: 210 time: 0.0342243 Jul 25 06:02:26.875090 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cea14-f820-44e4-95b6-b8043fba034e req-14ea8f98-9162-463d-ba89-defd04e22ad4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:26.876734 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-138cea14-f820-44e4-95b6-b8043fba034e req-14ea8f98-9162-463d-ba89-defd04e22ad4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0765662 Jul 25 06:02:26.925610 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-138cea14-f820-44e4-95b6-b8043fba034e req-c11c7961-bbe9-43c6-b450-2973bcf2fa23 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Jul 25 06:02:27.104053 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d208bfc9-1712-4d5a-bfb5-400049257097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:27.362463 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d813e60-23a5-4714-9024-d3af8f359f6a req-e4c40119-ba19-49c4-9ab5-0efca2769ba0 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:27.363867 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4d813e60-23a5-4714-9024-d3af8f359f6a req-e4c40119-ba19-49c4-9ab5-0efca2769ba0 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0475619 Jul 25 06:02:27.392604 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 44516) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:27.396995 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:27.414499 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4d813e60-23a5-4714-9024-d3af8f359f6a req-57791b60-9f48-4db1-9633-b1968380d8c2 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 Jul 25 06:02:27.481644 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-b45ec522-8408-4a6d-b84d-84a3d5da95e6 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877972 Jul 25 06:02:27.490629 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-87875282-cfbc-4550-b98f-b89012c0e601 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110783) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 06:02:27.491638 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-87875282-cfbc-4550-b98f-b89012c0e601 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049851 Jul 25 06:02:27.569845 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 44528) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:27.632610 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:27.678613 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-17126e2d-38d7-4f7b-8b16-75058aab0de9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:27.684560 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-17126e2d-38d7-4f7b-8b16-75058aab0de9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports/c86fe1cd-ba90-483f-8c21-3093b1ee753e HTTP/1.1" status: 200 len: 940 time: 0.1092360 Jul 25 06:02:27.985567 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdacc0b-e236-4afd-9b40-dd946ef858c0 req-1085682e-001f-4e91-bf8a-bffff996eef7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:27.987031 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7fdacc0b-e236-4afd-9b40-dd946ef858c0 req-1085682e-001f-4e91-bf8a-bffff996eef7 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0533881 Jul 25 06:02:28.036085 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba5bfd-611f-422f-88c1-609bac92284e req-f0ca2cc5-b393-4897-9022-ae8b70309d42 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:28.037619 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-f0ca2cc5-b393-4897-9022-ae8b70309d42 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/networks?id=1387b5b1-b22c-45c9-8c0b-cbb5a7580640 HTTP/1.1" status: 200 len: 808 time: 0.1137118 Jul 25 06:02:28.041021 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7fdacc0b-e236-4afd-9b40-dd946ef858c0 req-e99df78e-766c-49bb-b15c-adb6588248a5 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478785 Jul 25 06:02:28.053433 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-1c9c8244-fd4d-47d5-bdf8-d61860ff291e tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/quotas/e3f62f9df69f47d0ad40154526b95be1 HTTP/1.1" status: 200 len: 375 time: 0.0101280 Jul 25 06:02:28.088880 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-16ebea90-3792-4e20-900f-ec65246a6135 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=e3f62f9df69f47d0ad40154526b95be1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294495 Jul 25 06:02:28.164512 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:28.173083 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156f02f-2277-46cf-bcef-1dee6439a98d req-ccf8cb1c-76ec-4c0b-9b6a-3035bfebee51 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:28.174764 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f156f02f-2277-46cf-bcef-1dee6439a98d req-ccf8cb1c-76ec-4c0b-9b6a-3035bfebee51 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0595999 Jul 25 06:02:28.192504 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-04a22ff1-9693-4f7f-adb8-6691e53d9aa5 service neutron] 10.222.0.40 "GET /v2.0/networks/1387b5b1-b22c-45c9-8c0b-cbb5a7580640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968564 Jul 25 06:02:28.224951 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f156f02f-2277-46cf-bcef-1dee6439a98d req-95e10af8-8745-4c06-b59d-31f65a26f1b8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448549 Jul 25 06:02:28.269049 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:28.291384 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-f760d898-6083-4b4c-ac86-81aa4fa2d269 service neutron] 10.222.0.40 "GET /v2.0/networks/1387b5b1-b22c-45c9-8c0b-cbb5a7580640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881641 Jul 25 06:02:28.397446 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c773c2c6-02cb-4486-8cdb-0116d19cfa92 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:02:28.420181 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: c773c2c6-02cb-4486-8cdb-0116d19cfa92 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:02:28.420460 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c773c2c6-02cb-4486-8cdb-0116d19cfa92 not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:02:28.536784 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c51f8cb9-a571-41b6-8c37-90f41523e9e7 req-20723992-746a-483d-b543-723b54e95906 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0331538 Jul 25 06:02:29.139896 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:29.158152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126a2ec-2e1b-4faf-8c6c-66797bf3a334 req-806806aa-cc51-4182-a20a-33f2fa46b9a9 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:29.159636 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b126a2ec-2e1b-4faf-8c6c-66797bf3a334 req-806806aa-cc51-4182-a20a-33f2fa46b9a9 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0492706 Jul 25 06:02:29.206975 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b126a2ec-2e1b-4faf-8c6c-66797bf3a334 req-6d30e6ae-faa1-41c7-b01e-6da1175f19f6 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Jul 25 06:02:29.346635 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b983bd1-da82-47f8-8d5b-4f4d95c03548 req-5579b193-336d-4468-9996-438474dbbe9e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:29.350101 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4b983bd1-da82-47f8-8d5b-4f4d95c03548 req-5579b193-336d-4468-9996-438474dbbe9e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0494170 Jul 25 06:02:29.397148 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4b983bd1-da82-47f8-8d5b-4f4d95c03548 req-3e11b598-d329-4594-9aca-1f9f528a4ac6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Jul 25 06:02:29.397344 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-47995992-55ae-4f0a-ba6c-586202d57995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:29.634937 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3dd996f4-df3f-4ca0-8298-2f50b5df7cda req-bfb35cc2-593d-424b-8feb-f324d5078c80 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0312982 Jul 25 06:02:30.323359 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a217e-6a01-4a0f-9b23-fbee6488c518 req-be8149f0-03ab-45af-b1c8-b469a97a014c tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:30.324892 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2b9a217e-6a01-4a0f-9b23-fbee6488c518 req-be8149f0-03ab-45af-b1c8-b469a97a014c tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0489450 Jul 25 06:02:30.376722 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2b9a217e-6a01-4a0f-9b23-fbee6488c518 req-aede9c22-3ddc-4c5b-92da-d1e2afb7cc10 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461602 Jul 25 06:02:30.520074 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ebac3-8cff-4376-94ee-2413b8fba222 req-5bda8d52-9987-4080-9e9c-9c08d49ee74f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:30.521549 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-550ebac3-8cff-4376-94ee-2413b8fba222 req-5bda8d52-9987-4080-9e9c-9c08d49ee74f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0485668 Jul 25 06:02:30.572095 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-550ebac3-8cff-4376-94ee-2413b8fba222 req-beb014d7-6136-48b8-a597-889b5630de60 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 Jul 25 06:02:30.608668 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:30.736038 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bb0f69b2-178f-4639-a77f-db8eb208777a req-fe4853b4-3ed7-4ff1-9100-e130e68a1aef tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0313628 Jul 25 06:02:31.491611 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7a85e-5cd5-46df-8543-886b3dbd14f6 req-38dd92c0-b576-4840-b32e-8959f1dc9b65 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:31.493862 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-73e7a85e-5cd5-46df-8543-886b3dbd14f6 req-38dd92c0-b576-4840-b32e-8959f1dc9b65 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0472317 Jul 25 06:02:31.573843 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-221ba217-7018-4767-8b54-3089873ba2fd req-72e085c1-0aff-4521-a454-3946f89c16bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576813 Jul 25 06:02:31.578059 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-73e7a85e-5cd5-46df-8543-886b3dbd14f6 req-bf447fae-5360-42c0-b0ec-d6dbbcb603a6 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/security-groups?id=e9c636a7-9411-462a-838a-4912601c45f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776536 Jul 25 06:02:31.662093 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba217-7018-4767-8b54-3089873ba2fd req-5006e717-2205-4da3-b533-8ea2fe8badf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:31.663635 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-221ba217-7018-4767-8b54-3089873ba2fd req-5006e717-2205-4da3-b533-8ea2fe8badf8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 1130 time: 0.0434749 Jul 25 06:02:31.699110 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8523d0-872c-4ac6-8acc-bff6d9df22c8 req-e9cb68f3-6047-4523-96ce-5f6a05506de7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:31.700770 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6e8523d0-872c-4ac6-8acc-bff6d9df22c8 req-e9cb68f3-6047-4523-96ce-5f6a05506de7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0497751 Jul 25 06:02:31.749255 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6e8523d0-872c-4ac6-8acc-bff6d9df22c8 req-64273493-86d7-4eec-a717-c0b0bb621bf9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426898 Jul 25 06:02:31.847899 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3388d3b1-09a1-40df-8aa4-5a065f8b9cbe req-aa7edac9-7dd0-43fc-a821-45a0fbd6a690 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0381601 Jul 25 06:02:31.875831 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:31.957354 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba217-7018-4767-8b54-3089873ba2fd req-f4d79220-24f1-40f4-a486-a18b8bd238b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:31.958815 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-221ba217-7018-4767-8b54-3089873ba2fd req-f4d79220-24f1-40f4-a486-a18b8bd238b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.1391802 Jul 25 06:02:31.970155 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-24a34f87-8c04-47bb-93a0-e69a4f3c6bb1 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:31.971715 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-24a34f87-8c04-47bb-93a0-e69a4f3c6bb1 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 949 time: 0.0604084 Jul 25 06:02:32.032320 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-221ba217-7018-4767-8b54-3089873ba2fd req-d8e67f1f-1736-4f21-a255-b03ed58b07c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de159745-94e2-418c-9c37-533af5667e21 HTTP/1.1" status: 200 len: 217 time: 0.0595758 Jul 25 06:02:32.110343 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:32.115749 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba217-7018-4767-8b54-3089873ba2fd req-fa6e445e-29ac-4492-abfb-a8e03172fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:32.117226 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-221ba217-7018-4767-8b54-3089873ba2fd req-fa6e445e-29ac-4492-abfb-a8e03172fa91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0774138 Jul 25 06:02:32.136994 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Deleting port c0702395-fb33-483b-89f6-9a4217997999 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:02:32.137332 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (c0702395-fb33-483b-89f6-9a4217997999), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:32.175724 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:32.190640 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba217-7018-4767-8b54-3089873ba2fd req-8be21ad0-1671-483b-8fb7-86181f0dd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:32.192159 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-221ba217-7018-4767-8b54-3089873ba2fd req-8be21ad0-1671-483b-8fb7-86181f0dd93a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670047 Jul 25 06:02:32.304094 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:32.310023 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] For port c0702395-fb33-483b-89f6-9a4217997999, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c0702395-fb33-483b-89f6-9a4217997999,segment=NetworkSegment(569ae463-4700-4626-b02b-afb8bfc2a63d),segment_id=569ae463-4700-4626-b02b-afb8bfc2a63d)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:32.310331 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (c0702395-fb33-483b-89f6-9a4217997999), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:32.330489 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Calling delete_port for c0702395-fb33-483b-89f6-9a4217997999 owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:02:32.354423 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-221ba217-7018-4767-8b54-3089873ba2fd req-096371d7-2df7-4741-9d1f-c4c9bf3654ee service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377094 Jul 25 06:02:32.391846 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:32.497877 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-221ba217-7018-4767-8b54-3089873ba2fd req-34389e47-2b74-452c-9845-684d1eaafb94 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157744 Jul 25 06:02:32.626069 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (c0702395-fb33-483b-89f6-9a4217997999), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:32.638051 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['c0702395-fb33-483b-89f6-9a4217997999'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:02:32.655053 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Pushing event deleted for resources: {'Port': ['ID=c0702395-fb33-483b-89f6-9a4217997999,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:32.698674 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0519065d-568b-46b7-af09-ed1a9086ddd2 req-e27d0eed-9ec4-4278-8c39-7af0b6d08d92 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0420487 Jul 25 06:02:32.734156 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] No DVR routers for this DVR port c0702395-fb33-483b-89f6-9a4217997999 on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:02:32.736900 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:32.741000 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-43d6186c-c663-4b4f-9a58-3ca2553af158 req-e69d838c-8116-459e-bb5e-cd937eb4ecff tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.47 "DELETE /v2.0/ports/c0702395-fb33-483b-89f6-9a4217997999 HTTP/1.1" status: 204 len: 173 time: 0.7612336 Jul 25 06:02:32.741481 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f37573-28da-4e81-9d33-c762d63aaa0d', 'name': 'network-vif-deleted', 'tag': 'c0702395-fb33-483b-89f6-9a4217997999'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:32.746482 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8658dffe-ab83-403a-a63e-ced5d35a4b23" -d '{"events": [{"server_uuid": "b0f37573-28da-4e81-9d33-c762d63aaa0d", "name": "network-vif-deleted", "tag": "c0702395-fb33-483b-89f6-9a4217997999"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:32.796943 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab1dfc2-6eb9-4cf1-890a-c8ac021a0a04 x-openstack-request-id: req-fab1dfc2-6eb9-4cf1-890a-c8ac021a0a04 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:32.797262 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f37573-28da-4e81-9d33-c762d63aaa0d", "name": "network-vif-deleted", "tag": "c0702395-fb33-483b-89f6-9a4217997999", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:32.797511 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fab1dfc2-6eb9-4cf1-890a-c8ac021a0a04 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:32.797938 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab1dfc2-6eb9-4cf1-890a-c8ac021a0a04'] response: {'server_uuid': 'b0f37573-28da-4e81-9d33-c762d63aaa0d', 'name': 'network-vif-deleted', 'tag': 'c0702395-fb33-483b-89f6-9a4217997999', 'status': 'completed', 'code': 200} Jul 25 06:02:32.902325 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b6c63-b424-4805-9d41-57dc43395c8f req-b85c3664-2006-4de8-863a-4023f439badd tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:32.903866 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-202b6c63-b424-4805-9d41-57dc43395c8f req-b85c3664-2006-4de8-863a-4023f439badd tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0567179 Jul 25 06:02:32.958496 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-202b6c63-b424-4805-9d41-57dc43395c8f req-b62e36a5-7a64-4d62-8801-c1bfc8050955 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486846 Jul 25 06:02:32.959121 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3ef02a56-32c6-481c-9d79-fea7585c254f req-1054863a-5def-4bb4-8678-204ca4fe33ab tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0316017 Jul 25 06:02:33.289764 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba5bfd-611f-422f-88c1-609bac92284e req-becb142d-225a-4245-9b47-0468bec82062 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:33.291395 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-becb142d-225a-4245-9b47-0468bec82062 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.47 "GET /v2.0/networks?id=1387b5b1-b22c-45c9-8c0b-cbb5a7580640 HTTP/1.1" status: 200 len: 808 time: 0.1120503 Jul 25 06:02:33.316798 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Request body: {'port': {'device_id': '65bf5eef-5bf1-458e-bed9-c7184fc1f2e2', 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640', 'admin_state_up': True, 'tenant_id': 'e3f62f9df69f47d0ad40154526b95be1'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:33.517011 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Made reservation on behalf of e3f62f9df69f47d0ad40154526b95be1 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:02:33.520805 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:33.623470 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:33.653238 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Allocated IP 172.20.0.5 (1387b5b1-b22c-45c9-8c0b-cbb5a7580640/58f8df9a-b3e3-4082-9431-4aaabe328507/f2d5059f-ba0a-49d2-b470-adede8bbdc2e) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:02:33.798555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:33.821190 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks [] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:33.829505 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-33c6065d-8993-41f2-9641-99a36e70c87b req-76f48efb-43c1-49e0-b9d7-fa9639d30e6a tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0301695 Jul 25 06:02:34.020307 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:34.088934 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125775d-19f4-40b9-8e7b-b6ec5f8605e5 req-d6d3d9d4-a5a3-4aca-83a7-e0a2a17f03d3 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:34.090453 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b125775d-19f4-40b9-8e7b-b6ec5f8605e5 req-d6d3d9d4-a5a3-4aca-83a7-e0a2a17f03d3 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 931 time: 0.0507178 Jul 25 06:02:34.093925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:34.105285 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:34.112002 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:02:34.115820 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Pushing event updated for resources: {'Port': ['ID=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:34.139304 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a0724-8c68-4126-8196-19221a5b3f28 req-4e71048e-65c2-46b4-a1bf-c8f7c641c8c7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:34.139304 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e28a0724-8c68-4126-8196-19221a5b3f28 req-4e71048e-65c2-46b4-a1bf-c8f7c641c8c7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0775335 Jul 25 06:02:34.143504 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b125775d-19f4-40b9-8e7b-b6ec5f8605e5 req-9bdd5932-e5f0-443b-939f-711c6d62b3c7 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Jul 25 06:02:34.199663 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:34.200298 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:34.221173 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e28a0724-8c68-4126-8196-19221a5b3f28 req-c71eb74a-3751-45f7-bd39-b6a31c7da3f4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737920 Jul 25 06:02:34.309179 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2115f5b7-7b6b-4ba6-a3e0-7efd6f3e5109 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9962699 Jul 25 06:02:34.331535 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Request body: {'port': {'device_id': '65bf5eef-5bf1-458e-bed9-c7184fc1f2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:34.397378 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:34.448510 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:34.654589 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d5059f-ba0a-49d2-b470-adede8bbdc2e {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:02:34.662145 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Publish callbacks [] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:34.674265 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Transition to ACTIVE for port object f2d5059f-ba0a-49d2-b470-adede8bbdc2e will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:02:34.752263 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:34.875836 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-662187fa-63c6-4d08-bac3-c84780d4d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:34.877344 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-662187fa-63c6-4d08-bac3-c84780d4d2f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7&tenant_id=1871c9af781743f5af1d92371a42ecf1 HTTP/1.1" status: 200 len: 1127 time: 0.0955100 Jul 25 06:02:34.880609 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:34.952883 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Attempting to bind port f2d5059f-ba0a-49d2-b470-adede8bbdc2e on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:02:34.954360 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Attempting to bind port f2d5059f-ba0a-49d2-b470-adede8bbdc2e by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': 'c7c6bec9-9345-4a7e-a52e-206b07034a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:02:34.954360 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Attempting to bind port f2d5059f-ba0a-49d2-b470-adede8bbdc2e on network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:34.958115 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Port f2d5059f-ba0a-49d2-b470-adede8bbdc2e on network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:02:34.958441 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Attempting to bind port f2d5059f-ba0a-49d2-b470-adede8bbdc2e on network 1387b5b1-b22c-45c9-8c0b-cbb5a7580640 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:34.964030 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:02:34.964404 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Checking segment: {'id': 'c7c6bec9-9345-4a7e-a52e-206b07034a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:34.964786 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Bound using segment: {'id': 'c7c6bec9-9345-4a7e-a52e-206b07034a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:02:34.965207 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Bound port: f2d5059f-ba0a-49d2-b470-adede8bbdc2e, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c6bec9-9345-4a7e-a52e-206b07034a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:02:34.965562 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:34.979165 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5888e171-03bc-4f62-b95c-b94b76068968 req-9c7e8e24-6dfc-435c-9572-9bad607481b9 tempest-VolumesNegativeTest-979106099 tempest-VolumesNegativeTest-979106099-project] 10.222.0.40 "GET /v2.0/ports?device_id=b0f37573-28da-4e81-9d33-c762d63aaa0d HTTP/1.1" status: 200 len: 210 time: 0.0314078 Jul 25 06:02:35.027291 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] For port f2d5059f-ba0a-49d2-b470-adede8bbdc2e, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:02:35.030248 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] For port f2d5059f-ba0a-49d2-b470-adede8bbdc2e, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:02:35.127000 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:35.166360 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:35.166983 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:35.168396 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2d5059f-ba0a-49d2-b470-adede8bbdc2e HTTP/1.1" status: 200 len: 1093 time: 0.8414693 Jul 25 06:02:35.168843 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bf5eef-5bf1-458e-bed9-c7184fc1f2e2', 'tag': 'f2d5059f-ba0a-49d2-b470-adede8bbdc2e'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:35.171052 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1375e1-4b32-44eb-a61f-f9a9aac18e29" -d '{"events": [{"name": "network-changed", "server_uuid": "65bf5eef-5bf1-458e-bed9-c7184fc1f2e2", "tag": "f2d5059f-ba0a-49d2-b470-adede8bbdc2e"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:35.192728 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4b6b2-bf3a-4135-af37-79fdea526609 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:35.348137 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb47a5-cdc0-4bcd-a3d6-f6698448ad29 req-89567325-6c43-43d8-a311-001a97abd41e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:35.349840 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2feb47a5-cdc0-4bcd-a3d6-f6698448ad29 req-89567325-6c43-43d8-a311-001a97abd41e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0498824 Jul 25 06:02:35.401650 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2feb47a5-cdc0-4bcd-a3d6-f6698448ad29 req-824a15bf-b629-4fba-9fe7-e473c860e491 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460382 Jul 25 06:02:35.466420 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feb58ba-293c-4cbe-91f6-29839e2ae1fd x-openstack-request-id: req-9feb58ba-293c-4cbe-91f6-29839e2ae1fd {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:35.466701 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bf5eef-5bf1-458e-bed9-c7184fc1f2e2", "tag": "f2d5059f-ba0a-49d2-b470-adede8bbdc2e", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:35.466947 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9feb58ba-293c-4cbe-91f6-29839e2ae1fd {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:35.467344 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9feb58ba-293c-4cbe-91f6-29839e2ae1fd'] response: {'name': 'network-changed', 'server_uuid': '65bf5eef-5bf1-458e-bed9-c7184fc1f2e2', 'tag': 'f2d5059f-ba0a-49d2-b470-adede8bbdc2e', 'status': 'completed', 'code': 200} Jul 25 06:02:35.487312 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:35.503659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae935cc-a9d8-4a01-b37b-c1f7802d4491 req-a71419cd-9860-4a8a-b5c3-63dba7154a30 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:35.505392 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ae935cc-a9d8-4a01-b37b-c1f7802d4491 req-a71419cd-9860-4a8a-b5c3-63dba7154a30 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 943 time: 0.2912672 Jul 25 06:02:35.552422 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4ae935cc-a9d8-4a01-b37b-c1f7802d4491 req-fbdcb6d0-0b58-4925-be48-d5258473424c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Jul 25 06:02:36.528571 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f9397-d014-442a-bb1a-8c16f08ca712 req-9701bc6d-2f26-4f81-837e-c563e8727db8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:36.530215 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b57f9397-d014-442a-bb1a-8c16f08ca712 req-9701bc6d-2f26-4f81-837e-c563e8727db8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0479143 Jul 25 06:02:36.581377 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b57f9397-d014-442a-bb1a-8c16f08ca712 req-3368bc3c-a4fb-4c8c-97f7-0113fb1c82fc tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Jul 25 06:02:36.672702 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23214c66-2799-438e-a1b5-f4dbc1d027da req-7524a23b-62b0-49c0-8383-73d7e8c6cb00 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:36.674194 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-23214c66-2799-438e-a1b5-f4dbc1d027da req-7524a23b-62b0-49c0-8383-73d7e8c6cb00 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0476663 Jul 25 06:02:36.722331 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-23214c66-2799-438e-a1b5-f4dbc1d027da req-ef5d2ddc-7936-4b4a-a099-e29f3a5e39fa tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Jul 25 06:02:37.399054 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c0702395-fb33-483b-89f6-9a4217997999 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:02:37.424339 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: c0702395-fb33-483b-89f6-9a4217997999 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:02:37.424690 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c0702395-fb33-483b-89f6-9a4217997999 not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:02:37.469460 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:02:37.525743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-d5f5716b-4d1b-4e81-be09-54076533ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:37.527228 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-d5f5716b-4d1b-4e81-be09-54076533ac55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 1127 time: 0.0945990 Jul 25 06:02:37.530323 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1375e1-4b32-44eb-a61f-f9a9aac18e29 req-0b24461d-8dc5-4272-808f-0c54c30cf26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:37.531709 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-da1375e1-4b32-44eb-a61f-f9a9aac18e29 req-0b24461d-8dc5-4272-808f-0c54c30cf26d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3f62f9df69f47d0ad40154526b95be1&device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 1127 time: 0.0977521 Jul 25 06:02:37.754730 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-638645c3-0961-4411-a1c5-b82b91bc7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:37.756260 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-638645c3-0961-4411-a1c5-b82b91bc7d06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 917 time: 0.2084935 Jul 25 06:02:37.764397 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f5e8e-ab6e-4c45-99d7-13fe7d33f76b req-f7789e63-3dba-42b1-b645-19ff9ad3eb96 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:37.766104 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-981f5e8e-ab6e-4c45-99d7-13fe7d33f76b req-f7789e63-3dba-42b1-b645-19ff9ad3eb96 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0920014 Jul 25 06:02:37.778426 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1375e1-4b32-44eb-a61f-f9a9aac18e29 req-38cb6ce6-11ad-46a5-8ec5-65dd5395d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:37.779833 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-da1375e1-4b32-44eb-a61f-f9a9aac18e29 req-38cb6ce6-11ad-46a5-8ec5-65dd5395d2d1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e3f62f9df69f47d0ad40154526b95be1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2237663 Jul 25 06:02:37.828269 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:37.855534 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229a081-29da-4fe8-905b-b151ff3dc5a5 req-05b5d484-435e-4ffb-9d4e-adcca9ff3cd0 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:37.857125 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3229a081-29da-4fe8-905b-b151ff3dc5a5 req-05b5d484-435e-4ffb-9d4e-adcca9ff3cd0 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0557132 Jul 25 06:02:37.891216 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:37.907965 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3229a081-29da-4fe8-905b-b151ff3dc5a5 req-4e8096f8-adcf-4f6a-80a7-0bc678e527ac tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449803 Jul 25 06:02:37.908934 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-201488d8-b02d-4137-a8ca-56ee85b8bbec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e HTTP/1.1" status: 200 len: 998 time: 0.1400766 Jul 25 06:02:37.964321 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-981f5e8e-ab6e-4c45-99d7-13fe7d33f76b req-588de98e-a662-4cae-af9d-36b60d03edb8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883059 Jul 25 06:02:37.992927 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1375e1-4b32-44eb-a61f-f9a9aac18e29 req-295c2401-04e1-4496-9758-60b38662fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:37.994398 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-da1375e1-4b32-44eb-a61f-f9a9aac18e29 req-295c2401-04e1-4496-9758-60b38662fa06 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1812115 Jul 25 06:02:37.999863 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-c9a411e7-f2c6-4e6d-badf-f8707f9d000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:38.001312 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-c9a411e7-f2c6-4e6d-badf-f8707f9d000b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 HTTP/1.1" status: 200 len: 855 time: 0.0764103 Jul 25 06:02:38.047873 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-52fa2efc-a454-433b-be7a-0454e0b786f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:38.049664 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-52fa2efc-a454-433b-be7a-0454e0b786f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425000 Jul 25 06:02:38.114717 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:38.119837 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba5bfd-611f-422f-88c1-609bac92284e req-e916838a-1827-42bd-b285-c6650b89568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:38.121371 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-e916838a-1827-42bd-b285-c6650b89568b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3f62f9df69f47d0ad40154526b95be1&device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 1127 time: 0.0704384 Jul 25 06:02:38.190947 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-97af4556-bcb0-4ae1-a4d1-3bf240d9770b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2d5059f-ba0a-49d2-b470-adede8bbdc2e HTTP/1.1" status: 200 len: 217 time: 0.0413790 Jul 25 06:02:38.249433 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-7be2eb88-081a-48f3-b54f-80191f1a836e service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885612 Jul 25 06:02:38.279703 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba5bfd-611f-422f-88c1-609bac92284e req-6b5a1975-1ede-4e3d-ae9a-44fac7201a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:38.281123 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-6b5a1975-1ede-4e3d-ae9a-44fac7201a44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58f8df9a-b3e3-4082-9431-4aaabe328507 HTTP/1.1" status: 200 len: 848 time: 0.0783644 Jul 25 06:02:38.349379 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-2aabf6ac-5c99-4d42-83f3-19e89ad4b27f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1387b5b1-b22c-45c9-8c0b-cbb5a7580640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563440 Jul 25 06:02:38.406274 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c996d38d-1aec-4da8-808f-8c2fe7411e20 req-7510f05b-0570-44d6-ac93-f2aaae7e37b9 service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494164 Jul 25 06:02:38.465004 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-03c6621f-33c5-4915-81de-98f24bc4918c service neutron] 10.222.0.47 "GET /v2.0/networks/1387b5b1-b22c-45c9-8c0b-cbb5a7580640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074755 Jul 25 06:02:38.581277 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26ba5bfd-611f-422f-88c1-609bac92284e req-37ed3721-f8d8-4a2d-aab9-c1f8d10aaf26 service neutron] 10.222.0.47 "GET /v2.0/networks/1387b5b1-b22c-45c9-8c0b-cbb5a7580640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083376 Jul 25 06:02:38.812765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-521f2cf7-424e-425a-bebe-679b6bd0077b tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:38.812765 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-521f2cf7-424e-425a-bebe-679b6bd0077b tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/networks?id=bed4e1ff-978c-499b-96a3-5f6ed76b5a2b HTTP/1.1" status: 200 len: 813 time: 0.1170363 Jul 25 06:02:38.826646 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-d3116d03-f0fb-4f13-bc5e-4ceec27ee26b tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/quotas/7d97f354896a4f1bbef0b4d1e6b99c27 HTTP/1.1" status: 200 len: 375 time: 0.0104117 Jul 25 06:02:38.868292 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-1a4cc551-f7d9-4ef8-a9ae-b5cdb9ba7575 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=7d97f354896a4f1bbef0b4d1e6b99c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355954 Jul 25 06:02:38.953099 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:38.964151 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-c202e871-e0a3-4dc3-9be2-0412f64eabdd service neutron] 10.222.0.40 "GET /v2.0/networks/bed4e1ff-978c-499b-96a3-5f6ed76b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882616 Jul 25 06:02:39.045643 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa12cb8-f346-47c5-b05a-f4b6094bf25b req-15e82967-7f19-4984-b780-4d7ca2aaee84 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:39.048391 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-baa12cb8-f346-47c5-b05a-f4b6094bf25b req-15e82967-7f19-4984-b780-4d7ca2aaee84 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0614445 Jul 25 06:02:39.082612 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-ec72b0d2-0a95-4123-9074-c65c29e0bd20 service neutron] 10.222.0.40 "GET /v2.0/networks/bed4e1ff-978c-499b-96a3-5f6ed76b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095471 Jul 25 06:02:39.112298 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-baa12cb8-f346-47c5-b05a-f4b6094bf25b req-3b584f91-1033-4a30-afeb-0710231434fc tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578535 Jul 25 06:02:39.254801 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb6224-32e4-4280-8c20-3c9ccfacdddb req-4b234a80-6763-4959-a72a-793d62ec3d2f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:39.256370 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3dfb6224-32e4-4280-8c20-3c9ccfacdddb req-4b234a80-6763-4959-a72a-793d62ec3d2f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0526612 Jul 25 06:02:39.307952 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3dfb6224-32e4-4280-8c20-3c9ccfacdddb req-bc2d393f-6a7b-4b7c-ba1a-8139fbee8a6b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456190 Jul 25 06:02:39.362663 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a8dd7172-30b5-461f-8a86-c7a69f505686 req-a06cbf85-46ba-4ddc-8c23-d134675de7cd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0464468 Jul 25 06:02:40.300880 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba167ec-40c6-4799-9e05-fb8c935a0de1 req-080dc1b7-3860-4139-98c9-f249ee3ebd9d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:40.303602 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eba167ec-40c6-4799-9e05-fb8c935a0de1 req-080dc1b7-3860-4139-98c9-f249ee3ebd9d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0573189 Jul 25 06:02:40.402312 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eba167ec-40c6-4799-9e05-fb8c935a0de1 req-5d4e94e7-1098-4093-ab44-c476b70e131c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890207 Jul 25 06:02:40.500755 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ece11c3d-570c-486b-9096-7e38ff94cd06 req-6c9ecf24-ab58-4951-8350-9f7f5f49d798 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0494239 Jul 25 06:02:40.514132 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9ca91-0dea-4117-a57d-9ab4ca1e648a req-8a2cbaeb-6d06-42e0-b9b6-74ea4a142671 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:40.516366 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-76d9ca91-0dea-4117-a57d-9ab4ca1e648a req-8a2cbaeb-6d06-42e0-b9b6-74ea4a142671 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0925798 Jul 25 06:02:40.581799 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-76d9ca91-0dea-4117-a57d-9ab4ca1e648a req-c915443d-5dea-4fa6-8d2d-d67670cad05a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588028 Jul 25 06:02:41.430100 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device f2d5059f-ba0a-49d2-b470-adede8bbdc2e details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:02:41.536675 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862095c-ade8-4ff3-b1dc-05a51cd5670e req-c1f82d4e-41a0-4607-b7fb-8e61a99e19e2 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:41.539068 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9862095c-ade8-4ff3-b1dc-05a51cd5670e req-c1f82d4e-41a0-4607-b7fb-8e61a99e19e2 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 943 time: 0.0757751 Jul 25 06:02:41.567011 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port f2d5059f-ba0a-49d2-b470-adede8bbdc2e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:41.581207 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'f2d5059f-ba0a-49d2-b470-adede8bbdc2e', 'network_id': '1387b5b1-b22c-45c9-8c0b-cbb5a7580640', 'port_id': 'f2d5059f-ba0a-49d2-b470-adede8bbdc2e', 'mac_address': 'fa:16:3e:31:8a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f8df9a-b3e3-4082-9431-4aaabe328507', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:02:41.626364 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port f2d5059f-ba0a-49d2-b470-adede8bbdc2e is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:41.626756 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:41.638494 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9862095c-ade8-4ff3-b1dc-05a51cd5670e req-2ac8a2e1-29ec-4d1e-b390-7933a3f25ae0 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870349 Jul 25 06:02:41.641193 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d5059f-ba0a-49d2-b470-adede8bbdc2e {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:02:41.648686 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-623c0f6c-b226-41e8-a876-6900fa501dc2 req-5e12d1ea-57a4-4f90-ab2b-5177d327a982 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0418475 Jul 25 06:02:41.674014 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port f2d5059f-ba0a-49d2-b470-adede8bbdc2e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:41.708910 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:41.762945 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:41.780763 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009994b-f261-41b0-bc05-a7424f0e7f57 req-83fc34c3-a502-4c5b-bc49-458c2646224e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:41.780763 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1009994b-f261-41b0-bc05-a7424f0e7f57 req-83fc34c3-a502-4c5b-bc49-458c2646224e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0805001 Jul 25 06:02:41.828013 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:41.859790 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1009994b-f261-41b0-bc05-a7424f0e7f57 req-e11db84f-7a29-4e4c-9786-d7a08622096b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714002 Jul 25 06:02:42.061269 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['f2d5059f-ba0a-49d2-b470-adede8bbdc2e'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:02:42.304972 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 44978) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:42.462515 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 44982) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:42.462965 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-ee322b10-7e64-412f-8bba-b94a3dbbcaf4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f0e6671f7e7e432b92deccdaf094fed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565394 Jul 25 06:02:42.518866 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Publish callbacks [] for security_group (e9c636a7-9411-462a-838a-4912601c45f6), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:42.542718 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Publish callbacks [] for security_group (e9c636a7-9411-462a-838a-4912601c45f6), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:42.666937 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (e9c636a7-9411-462a-838a-4912601c45f6), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:42.676573 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:42.676573 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e9c636a7-9411-462a-838a-4912601c45f6 HTTP/1.1" status: 204 len: 168 time: 0.2073326 Jul 25 06:02:42.681283 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c636a7-9411-462a-838a-4912601c45f6,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:42.692407 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.692865 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.693407 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.693976 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.694417 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.694968 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.695419 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.695853 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.696413 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.697348 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.697835 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.699021 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.699571 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.700648 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.709192 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe031e1-3bed-405a-b8f6-87a2c72a5082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:42.783219 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fab56331-70c4-48d7-bd27-a06efffe67e6 req-1abb9a4a-574c-451f-a528-5b821883cc72 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0631745 Jul 25 06:02:42.787302 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ffe54-42cc-4b59-81e2-13fc5b95e8ce req-4f891fe6-2fda-42e8-bf56-1d2b6521df7f tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:42.792728 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-517ffe54-42cc-4b59-81e2-13fc5b95e8ce req-4f891fe6-2fda-42e8-bf56-1d2b6521df7f tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 944 time: 0.0884359 Jul 25 06:02:42.862585 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-517ffe54-42cc-4b59-81e2-13fc5b95e8ce req-6590555e-9f8a-473a-aada-2a82c23f4b09 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646594 Jul 25 06:02:43.016901 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145ddd7-ff35-48a9-8c99-78398eb60c8d req-7d2f71a8-9cdd-4470-827e-8f6c41a3b1f2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:43.019132 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e145ddd7-ff35-48a9-8c99-78398eb60c8d req-7d2f71a8-9cdd-4470-827e-8f6c41a3b1f2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0707836 Jul 25 06:02:43.082500 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e145ddd7-ff35-48a9-8c99-78398eb60c8d req-24927c38-fe2c-410b-a342-cb57fe4bbc50 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561869 Jul 25 06:02:43.439419 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device f2d5059f-ba0a-49d2-b470-adede8bbdc2e up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:43.616715 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port f2d5059f-ba0a-49d2-b470-adede8bbdc2e completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:02:43.723987 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port f2d5059f-ba0a-49d2-b470-adede8bbdc2e triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:43.724790 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:43.733578 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 45010) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:43.831524 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:43.842143 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port f2d5059f-ba0a-49d2-b470-adede8bbdc2e is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:43.842143 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:43.854924 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-285474662-network', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:43.864911 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bf5eef-5bf1-458e-bed9-c7184fc1f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d5059f-ba0a-49d2-b470-adede8bbdc2e'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:43.867219 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cce4fc-b66b-4e36-a23c-4c7dff42e35e" -d '{"events": [{"server_uuid": "65bf5eef-5bf1-458e-bed9-c7184fc1f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "f2d5059f-ba0a-49d2-b470-adede8bbdc2e"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:43.889230 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port f2d5059f-ba0a-49d2-b470-adede8bbdc2e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:43.906310 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ea07ef98-ec72-4459-8ed0-fd0b160d329b req-04a165bf-b138-4b78-82b2-46a66da84948 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0379107 Jul 25 06:02:43.913862 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a0756e-2f84-45ac-9750-514c4f901c3c x-openstack-request-id: req-21a0756e-2f84-45ac-9750-514c4f901c3c {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:43.914175 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bf5eef-5bf1-458e-bed9-c7184fc1f2e2", "name": "network-vif-plugged", "status": "completed", "tag": "f2d5059f-ba0a-49d2-b470-adede8bbdc2e", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:43.914424 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-21a0756e-2f84-45ac-9750-514c4f901c3c {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:43.915082 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a0756e-2f84-45ac-9750-514c4f901c3c'] response: {'server_uuid': '65bf5eef-5bf1-458e-bed9-c7184fc1f2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d5059f-ba0a-49d2-b470-adede8bbdc2e', 'code': 200} Jul 25 06:02:43.929809 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Made reservation on behalf of a18a468edefd401c835e7e368ac740e5 for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:02:43.932847 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:43.943033 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:43.952295 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:44.010123 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:44.037669 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:44.096511 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Publish callbacks [] for security_group (898c377e-491d-40eb-8af8-56cb3a2a6bd2), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:44.106062 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e095f-3374-4e66-a4b9-32ec77c17241 req-a7d2e96b-eddc-44a6-86ea-80695723efef tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:44.107716 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-330e095f-3374-4e66-a4b9-32ec77c17241 req-a7d2e96b-eddc-44a6-86ea-80695723efef tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0718703 Jul 25 06:02:44.159200 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-330e095f-3374-4e66-a4b9-32ec77c17241 req-4f5b54bb-8d14-4c57-be0d-a2853eed4348 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452461 Jul 25 06:02:44.173241 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (898c377e-491d-40eb-8af8-56cb3a2a6bd2), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:44.202023 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:02:44.215707 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6688f-4ab1-4471-82c4-02a796bfc277 req-96964a4b-b9f3-43d8-a26d-3936f68e5568 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:44.219864 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898c377e-491d-40eb-8af8-56cb3a2a6bd2,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:44.222800 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (a271303a-b313-41df-8d45-40214459d7d9), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:44.223153 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Added segment a271303a-b313-41df-8d45-40214459d7d9 of type vlan for network d44552f4-d09f-406e-b8fb-423b2c54a3ee Jul 25 06:02:44.224003 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d1b6688f-4ab1-4471-82c4-02a796bfc277 req-96964a4b-b9f3-43d8-a26d-3936f68e5568 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0715148 Jul 25 06:02:44.279848 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d1b6688f-4ab1-4471-82c4-02a796bfc277 req-456faf82-fff0-45e3-b8af-68a43f37f478 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515211 Jul 25 06:02:44.286737 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:44.291134 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (d44552f4-d09f-406e-b8fb-423b2c54a3ee), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:44.375167 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (d44552f4-d09f-406e-b8fb-423b2c54a3ee), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:44.376346 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:44.376999 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:44.444076 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] Pushing event updated for resources: {'Network': ['ID=d44552f4-d09f-406e-b8fb-423b2c54a3ee,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:44.453751 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network d44552f4-d09f-406e-b8fb-423b2c54a3ee details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:02:44.457305 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-8150916f-8d38-4bb0-9d48-bb44400fa542 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7224717 Jul 25 06:02:44.460097 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 45022) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:44.465206 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Request body: {'subnet': {'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-285474662-subnet', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:44.523327 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Made reservation on behalf of a18a468edefd401c835e7e368ac740e5 for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:02:44.526452 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8647417'] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:44.770424 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11572850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8647403'] for subnet (6abd3025-ec15-47c9-950a-7d0a39f55fdd), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:44.820359 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abd3025-ec15-47c9-950a-7d0a39f55fdd,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:44.838439 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Checking segment: {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:44.838801 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Network hostable DHCP agents. Network: d44552f4-d09f-406e-b8fb-423b2c54a3ee, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:02:44.930246 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Network d44552f4-d09f-406e-b8fb-423b2c54a3ee is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:02:45.013138 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34324cfb-fe3d-4f02-a3c3-8390d45b7c9f req-1b9475cd-67fe-4860-bfbe-111ba2cf0b83 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0280693 Jul 25 06:02:45.014464 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, d44552f4-d09f-406e-b8fb-423b2c54a3ee) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:45.019945 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:45.020964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.025849 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d973c89-926a-40b3-a96c-02ffd8fad397 None None] Network d44552f4-d09f-406e-b8fb-423b2c54a3ee requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:02:45.110055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:45.130460 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45028) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:45.135460 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:45.140104 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b76b89a8-c600-4c63-8889-78086b99ec01 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6662064 Jul 25 06:02:45.141687 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-d44552f4-d09f-406e-b8fb-423b2c54a3ee', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 06:02:45.142643 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.295419 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (b0346c5f-2a19-447b-80b6-3f093e760d6b), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.297234 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (b0346c5f-2a19-447b-80b6-3f093e760d6b), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.303386 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Allocated IP 172.20.0.2 (d44552f4-d09f-406e-b8fb-423b2c54a3ee/6abd3025-ec15-47c9-950a-7d0a39f55fdd/eb215bf7-ad22-4e86-902f-5fd5d825f2a4) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:02:45.359079 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks [] for router_controller (b0346c5f-2a19-447b-80b6-3f093e760d6b), precommit_add_association {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.369041 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146d567-0ad7-4e3b-8b2d-144ed43506e2 req-5c561849-205b-49bd-8fa1-f1c5002d4287 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:45.376081 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b146d567-0ad7-4e3b-8b2d-144ed43506e2 req-5c561849-205b-49bd-8fa1-f1c5002d4287 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.1230612 Jul 25 06:02:45.393524 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:45.437263 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b146d567-0ad7-4e3b-8b2d-144ed43506e2 req-7ce780c4-85d2-48e4-b4ec-9159ae94348d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588634 Jul 25 06:02:45.437477 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47210a15-9180-4e7a-b24f-17b58ec74154 req-47a26688-c55a-49fa-b345-d89f641a4e89 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:45.446547 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-47210a15-9180-4e7a-b24f-17b58ec74154 req-47a26688-c55a-49fa-b345-d89f641a4e89 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0743394 Jul 25 06:02:45.521847 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-47210a15-9180-4e7a-b24f-17b58ec74154 req-176207f2-9889-41ec-95bc-583ee979f0a1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741351 Jul 25 06:02:45.581439 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Publish callbacks [] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.628054 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks [] for router_gateway (b0346c5f-2a19-447b-80b6-3f093e760d6b), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.653710 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.700202 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Network d44552f4-d09f-406e-b8fb-423b2c54a3ee is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:45.705854 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Pushing event updated for resources: {'Port': ['ID=eb215bf7-ad22-4e86-902f-5fd5d825f2a4,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:45.708435 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:45.710701 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:02:45.787806 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Attempting to bind port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:02:45.788647 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Attempting to bind port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:02:45.789258 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Attempting to bind port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 on network d44552f4-d09f-406e-b8fb-423b2c54a3ee {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:45.795363 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:02:45.796028 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Checking segment: {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:45.796641 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.797315 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Bound using segment: {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:02:45.797984 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Bound port: eb215bf7-ad22-4e86-902f-5fd5d825f2a4, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:02:45.798387 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.801603 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:45.866228 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] For port eb215bf7-ad22-4e86-902f-5fd5d825f2a4, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:02:45.869319 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] For port eb215bf7-ad22-4e86-902f-5fd5d825f2a4, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=eb215bf7-ad22-4e86-902f-5fd5d825f2a4,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:02:45.917229 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks [] for router_gateway (b0346c5f-2a19-447b-80b6-3f093e760d6b), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.939412 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.941167 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:45.968859 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:45.998931 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d6395-d7c9-4c15-bfad-1e1da856492a None None] Pushing event updated for resources: {'Port': ['ID=eb215bf7-ad22-4e86-902f-5fd5d825f2a4,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:46.057871 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Allocated IP 172.27.1.88 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/e895d83e-6976-4bd3-b207-4d7b2fc0c75c) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:02:46.190627 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4d603587-6c88-4b5f-bf78-2931622e0988 req-dc2fcfa1-7078-46a5-bfcb-76c1800eb7ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0815654 Jul 25 06:02:46.275815 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks [] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:46.381983 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:46.424405 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device eb215bf7-ad22-4e86-902f-5fd5d825f2a4 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:46.437036 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:46.442563 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:46.445217 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:02:46.450569 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Pushing event updated for resources: {'Port': ['ID=e895d83e-6976-4bd3-b207-4d7b2fc0c75c,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:46.481532 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:46.529980 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:46.530656 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:46.649406 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebbedf-4658-47b8-9d92-489367eff9c1 req-b0d95284-6e4c-458e-8682-300fdb2f21c3 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:46.652190 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-74ebbedf-4658-47b8-9d92-489367eff9c1 req-b0d95284-6e4c-458e-8682-300fdb2f21c3 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.1050091 Jul 25 06:02:46.677692 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:46.678300 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:46.715334 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33085cce-2135-4134-822f-61bc65c4f0f6 req-11353686-bf4a-4899-a3f1-bd3340b26046 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:46.717386 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-33085cce-2135-4134-822f-61bc65c4f0f6 req-11353686-bf4a-4899-a3f1-bd3340b26046 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0710607 Jul 25 06:02:46.729681 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-74ebbedf-4658-47b8-9d92-489367eff9c1 req-371c51c5-d616-4015-92db-8dfb101f3046 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709293 Jul 25 06:02:46.757830 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port eb215bf7-ad22-4e86-902f-5fd5d825f2a4, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=eb215bf7-ad22-4e86-902f-5fd5d825f2a4,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:46.819790 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-33085cce-2135-4134-822f-61bc65c4f0f6 req-3083c04b-e4b7-4ce1-b216-28d7a0d558ed tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901558 Jul 25 06:02:46.851118 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:46.897886 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks [] for router_gateway (b0346c5f-2a19-447b-80b6-3f093e760d6b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:46.952397 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=eb215bf7-ad22-4e86-902f-5fd5d825f2a4,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:47.157539 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:47.182780 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (b0346c5f-2a19-447b-80b6-3f093e760d6b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:47.217083 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97482b19-b284-42f7-8163-d80c7ad2e360 None None] Network d44552f4-d09f-406e-b8fb-423b2c54a3ee requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:02:47.313094 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-e924b9b9-e6f4-419b-96e7-320700d1da8c None None] Provisioning complete for port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:47.318576 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e924b9b9-e6f4-419b-96e7-320700d1da8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:47.327132 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-11f02920-41fc-42a0-bec3-32910b571db2 req-78852a6c-a90a-43e0-97a6-7fd8427f81a0 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0415015 Jul 25 06:02:47.380750 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Router b0346c5f-2a19-447b-80b6-3f093e760d6b is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 06:02:47.420786 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:47.428196 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-e924b9b9-e6f4-419b-96e7-320700d1da8c None None] Current status of the port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:47.491365 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:02:47.508902 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Sync routers for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:02:47.537579 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:02:47.538875 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:47.616776 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:47.622651 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 45046) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:47.623148 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-639b547d-4b8a-4f65-b6f5-3a7874234dfc admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4915884 Jul 25 06:02:47.711360 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:02:47.715652 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-d442b804-ea78-4b9e-a2dd-73d2fe352b5e None None] Provisioning complete for port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:47.716335 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d442b804-ea78-4b9e-a2dd-73d2fe352b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:47.831001 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:47.876351 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-d442b804-ea78-4b9e-a2dd-73d2fe352b5e None None] Current status of the port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:47.907364 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844c0aa-34f4-4aec-9569-7a81360472ab req-8a9799fe-451e-4794-9dc7-834c64fe2280 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:47.909282 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1844c0aa-34f4-4aec-9569-7a81360472ab req-8a9799fe-451e-4794-9dc7-834c64fe2280 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0613570 Jul 25 06:02:47.959131 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:47.959840 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1844c0aa-34f4-4aec-9569-7a81360472ab req-5ba6dfee-eff6-4e62-ab2b-e23275ce863d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Jul 25 06:02:47.975617 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f3cef-408e-46d1-a902-b082f0befab9 req-d04f45e3-de02-4588-b28d-80103e3d754d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:47.977326 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f93f3cef-408e-46d1-a902-b082f0befab9 req-d04f45e3-de02-4588-b28d-80103e3d754d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0594826 Jul 25 06:02:48.011443 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:46Z', 'revision_number': 3, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:48.043698 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Checking router: b0346c5f-2a19-447b-80b6-3f093e760d6b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:02:48.044053 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Updating router b0346c5f-2a19-447b-80b6-3f093e760d6b port e895d83e-6976-4bd3-b207-4d7b2fc0c75c binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:02:48.079125 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:48.082819 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.120741 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f93f3cef-408e-46d1-a902-b082f0befab9 req-464bda91-bdf4-407f-873e-890d189cd8b6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998347 Jul 25 06:02:48.280032 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.415731 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device eb215bf7-ad22-4e86-902f-5fd5d825f2a4 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:48.423637 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Publish callbacks [] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.451898 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:48.461763 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f7b27531-1f13-4b57-b02c-1f17962af4ad req-02ad0963-ab53-4da9-b456-86618361e0f3 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0315733 Jul 25 06:02:48.479366 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:48.479864 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.496302 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Allocated IP 172.20.0.1 (d44552f4-d09f-406e-b8fb-423b2c54a3ee/6abd3025-ec15-47c9-950a-7d0a39f55fdd/bd953467-52af-46df-94ce-e18d6812b4ba) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:02:48.525216 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.595416 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:48.607584 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Attempting to bind port e895d83e-6976-4bd3-b207-4d7b2fc0c75c on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:02:48.607951 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Attempting to bind port e895d83e-6976-4bd3-b207-4d7b2fc0c75c by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:02:48.608334 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Attempting to bind port e895d83e-6976-4bd3-b207-4d7b2fc0c75c on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:48.622719 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Pushing event updated for resources: {'Port': ['ID=e895d83e-6976-4bd3-b207-4d7b2fc0c75c,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:48.625040 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:02:48.625558 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:48.625957 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.626391 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:02:48.626881 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Bound port: e895d83e-6976-4bd3-b207-4d7b2fc0c75c, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:02:48.627243 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.630349 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Publish callbacks [] for port (bd953467-52af-46df-94ce-e18d6812b4ba), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.635052 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:48.657658 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.657998 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.658517 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.659493 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.659493 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.659493 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.668742 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.669107 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.669448 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.669831 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.670164 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.670814 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.670906 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.671210 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.671567 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:48.707620 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] For port e895d83e-6976-4bd3-b207-4d7b2fc0c75c, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:02:48.710690 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] For port e895d83e-6976-4bd3-b207-4d7b2fc0c75c, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=e895d83e-6976-4bd3-b207-4d7b2fc0c75c,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:02:48.751109 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.783414 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.799810 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Network d44552f4-d09f-406e-b8fb-423b2c54a3ee is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:48.803079 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd953467-52af-46df-94ce-e18d6812b4ba,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:48.805609 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:48.808419 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:02:48.857522 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (b0346c5f-2a19-447b-80b6-3f093e760d6b), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:48.875990 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:02:48.876852 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:48.917471 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd9bc2-d227-4ad5-b489-4ae47be3fc99 None None] Pushing event updated for resources: {'Port': ['ID=e895d83e-6976-4bd3-b207-4d7b2fc0c75c,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:49.115425 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:49.115425 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:02:49.137776 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:49.190287 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbb80a-64ec-4048-9e00-c0524900cee2 req-5c090eb8-d065-46d7-99a3-c2face632952 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:49.190287 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-21cbb80a-64ec-4048-9e00-c0524900cee2 req-5c090eb8-d065-46d7-99a3-c2face632952 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0687740 Jul 25 06:02:49.276690 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-21cbb80a-64ec-4048-9e00-c0524900cee2 req-f4609ce0-12f7-4a91-ae24-b059c90cdb09 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016512 Jul 25 06:02:49.281130 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76589e-d9c3-47f5-9606-0d881b3358b8 req-5904af82-06b0-4108-9eac-467bd0995339 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:49.292636 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8e76589e-d9c3-47f5-9606-0d881b3358b8 req-5904af82-06b0-4108-9eac-467bd0995339 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0703988 Jul 25 06:02:49.334219 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-71bddc33-1b4f-476a-8ef4-9731ab79dec3 None None] Provisioning complete for port bd953467-52af-46df-94ce-e18d6812b4ba triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:49.334593 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-71bddc33-1b4f-476a-8ef4-9731ab79dec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:49.355877 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8e76589e-d9c3-47f5-9606-0d881b3358b8 req-9f892d4c-25e4-4797-be97-b9845324d35a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580299 Jul 25 06:02:49.375406 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:49.397899 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-71bddc33-1b4f-476a-8ef4-9731ab79dec3 None None] Port bd953467-52af-46df-94ce-e18d6812b4ba cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:02:49.469915 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:46Z', 'revision_number': 3, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:49.495988 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d5202-cca9-499a-bcdf-1b0c56db74f1 None None] The sync data for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi is: [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:46Z', 'revision_number': 3, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:02:49.608000 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6300de3f-7959-49a4-8c13-47b6abd1c965 req-3e61db30-2407-47ef-ad61-48b1afcc4d44 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0445318 Jul 25 06:02:49.628945 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Publish callbacks [] for port (bd953467-52af-46df-94ce-e18d6812b4ba), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:49.701127 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:49.779565 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (b0346c5f-2a19-447b-80b6-3f093e760d6b), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:49.786356 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd953467-52af-46df-94ce-e18d6812b4ba,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:50.176699 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:50.234834 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Network d44552f4-d09f-406e-b8fb-423b2c54a3ee is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:50.234834 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:50.434442 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Router b0346c5f-2a19-447b-80b6-3f093e760d6b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:02:50.461024 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device e895d83e-6976-4bd3-b207-4d7b2fc0c75c up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:50.587363 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port e895d83e-6976-4bd3-b207-4d7b2fc0c75c triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:50.588058 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:50.662646 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:02:50.684281 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-00f24d4d-f4be-4d81-967c-c7572c46c3a9 admin admin] 10.222.0.40 "PUT /v2.0/routers/b0346c5f-2a19-447b-80b6-3f093e760d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0534487 Jul 25 06:02:50.766392 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port e895d83e-6976-4bd3-b207-4d7b2fc0c75c is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:50.766392 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:50.766392 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port e895d83e-6976-4bd3-b207-4d7b2fc0c75c, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=e895d83e-6976-4bd3-b207-4d7b2fc0c75c,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:50.766727 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0d60b-db24-47b7-8016-9df1eba80727 req-a598ae21-f363-47cb-aa26-a773a1ee080f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:50.766727 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e5b0d60b-db24-47b7-8016-9df1eba80727 req-a598ae21-f363-47cb-aa26-a773a1ee080f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.1737201 Jul 25 06:02:50.800102 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-7dcbb677-56b9-4801-85f4-71c1b0d95927 None None] Provisioning complete for port bd953467-52af-46df-94ce-e18d6812b4ba triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:50.800804 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb677-56b9-4801-85f4-71c1b0d95927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:50.861663 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-7dcbb677-56b9-4801-85f4-71c1b0d95927 None None] Port bd953467-52af-46df-94ce-e18d6812b4ba cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:02:50.871297 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e5b0d60b-db24-47b7-8016-9df1eba80727 req-ab130de5-44c3-41e9-be05-925c7a6ff9f3 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137853 Jul 25 06:02:50.880685 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc30a6c-f8de-4b55-b7df-0a4403bc080d req-6084742d-a080-493a-8268-47b40734dcec tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:50.888655 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7bc30a6c-f8de-4b55-b7df-0a4403bc080d req-6084742d-a080-493a-8268-47b40734dcec tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.4195063 Jul 25 06:02:50.946796 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7bc30a6c-f8de-4b55-b7df-0a4403bc080d req-a83049c0-798e-41ad-b6ad-2b347d6bf22b tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550873 Jul 25 06:02:50.967549 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9110525b-a283-46a4-8aca-ce36f0b5f149 req-5d4d3670-71da-4c52-b805-6d3f39458757 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0385306 Jul 25 06:02:51.157971 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:51.194914 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:51.209202 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=e895d83e-6976-4bd3-b207-4d7b2fc0c75c,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:51.479597 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf48f07-a2a1-410d-9cf5-50dc57af5fcc req-2e137871-e432-40ba-8cdd-dc40ee89f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:51.481134 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bcf48f07-a2a1-410d-9cf5-50dc57af5fcc req-2e137871-e432-40ba-8cdd-dc40ee89f486 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 1129 time: 0.0436964 Jul 25 06:02:51.522489 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:51.529825 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bcf48f07-a2a1-410d-9cf5-50dc57af5fcc req-66b280e7-97c0-4b5d-b30b-6d53bfe42d5c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Jul 25 06:02:51.596845 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Sync routers for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:02:51.608206 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:02:51.609042 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:51.712040 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45084) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:51.717053 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-553650467-network', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:51.718878 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:02:51.720416 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:51.797850 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Made reservation on behalf of 2c590ee21b9f407aba4b79240f33394a for: {'network': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:02:51.800308 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:51.809776 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:51.889102 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Publish callbacks [] for security_group (eada95c0-97e1-4940-8b60-267ccffe6b4e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:51.907278 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'bd953467-52af-46df-94ce-e18d6812b4ba', 'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'mac_address': 'fa:16:3e:49:ae:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:48Z', 'updated_at': '2022-07-25T06:02:49Z', 'revision_number': 2, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'subnets': [{'id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:51.937256 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Checking router: b0346c5f-2a19-447b-80b6-3f093e760d6b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:02:51.937669 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Updating router b0346c5f-2a19-447b-80b6-3f093e760d6b port bd953467-52af-46df-94ce-e18d6812b4ba binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:02:51.966001 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:51.967252 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (eada95c0-97e1-4940-8b60-267ccffe6b4e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:51.977258 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:52.003072 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded512f-7635-43bb-bf42-6c264be776cc req-9bc149f8-44c6-4139-ba14-139d423f2cf9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:52.004598 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4ded512f-7635-43bb-bf42-6c264be776cc req-9bc149f8-44c6-4139-ba14-139d423f2cf9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0681818 Jul 25 06:02:52.005417 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=110783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:02:52.039100 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (0fca9e41-5d70-48bd-8949-8182bbf42049), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.039485 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.segments_db [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Added segment 0fca9e41-5d70-48bd-8949-8182bbf42049 of type vlan for network 0d69581c-43b3-4f37-8fec-6f46cee659c0 Jul 25 06:02:52.043150 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eada95c0-97e1-4940-8b60-267ccffe6b4e,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:52.070851 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007edc2-e4d2-4de2-9bd3-fbc598773f76 req-caee5569-b8bc-4c88-827d-6332ee5254de tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:52.072205 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0007edc2-e4d2-4de2-9bd3-fbc598773f76 req-caee5569-b8bc-4c88-827d-6332ee5254de tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0541844 Jul 25 06:02:52.115022 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4ded512f-7635-43bb-bf42-6c264be776cc req-1361394a-2f2f-4a80-9b72-1132481d3893 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966189 Jul 25 06:02:52.116766 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (0d69581c-43b3-4f37-8fec-6f46cee659c0), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.139212 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0007edc2-e4d2-4de2-9bd3-fbc598773f76 req-fad4a605-af98-46ac-86a2-53b4e8f9cd37 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509534 Jul 25 06:02:52.215740 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-72949cac-3907-419d-a9d3-24f8f4406f59 req-f2f01a26-a241-45a5-9519-bffebfff8aae tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0285931 Jul 25 06:02:52.232189 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (0d69581c-43b3-4f37-8fec-6f46cee659c0), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.233189 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:52.233768 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.235993 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Publish callbacks [] for port (bd953467-52af-46df-94ce-e18d6812b4ba), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.300839 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] Pushing event updated for resources: {'Network': ['ID=0d69581c-43b3-4f37-8fec-6f46cee659c0,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:52.314130 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 0d69581c-43b3-4f37-8fec-6f46cee659c0 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:02:52.325427 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.333153 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device e895d83e-6976-4bd3-b207-4d7b2fc0c75c up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:52.364212 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-76033805-069a-456a-9b6c-75e7b0a5dd43 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6483479 Jul 25 06:02:52.364510 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 45092) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:52.370377 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Request body: {'subnet': {'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-553650467-subnet', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:52.373967 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Pushing event updated for resources: {'Port': ['ID=bd953467-52af-46df-94ce-e18d6812b4ba,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:52.436553 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port e895d83e-6976-4bd3-b207-4d7b2fc0c75c triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:52.436968 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.448824 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.449174 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.449530 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.449889 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.450224 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.450548 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.451064 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.451394 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.451725 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.452051 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.452429 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.452770 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.453090 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.453409 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.453723 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:02:52.457737 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Attempting to bind port bd953467-52af-46df-94ce-e18d6812b4ba on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:02:52.457737 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Attempting to bind port bd953467-52af-46df-94ce-e18d6812b4ba by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:02:52.463453 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Attempting to bind port bd953467-52af-46df-94ce-e18d6812b4ba on network d44552f4-d09f-406e-b8fb-423b2c54a3ee {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:52.468880 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:02:52.469375 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Checking segment: {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:52.469905 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.471221 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Bound using segment: {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:02:52.471375 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Bound port: bd953467-52af-46df-94ce-e18d6812b4ba, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:02:52.471767 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.513722 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Made reservation on behalf of 2c590ee21b9f407aba4b79240f33394a for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:02:52.518678 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8647417'] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.526312 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:52.536468 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port e895d83e-6976-4bd3-b207-4d7b2fc0c75c is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:52.537872 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] For port bd953467-52af-46df-94ce-e18d6812b4ba, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:02:52.543568 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] For port bd953467-52af-46df-94ce-e18d6812b4ba, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=bd953467-52af-46df-94ce-e18d6812b4ba,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:02:52.673176 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.678852 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:52.693367 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-7b20bf56-a62b-4c1a-9922-0fda91609c1f None None] Provisioning complete for port bd953467-52af-46df-94ce-e18d6812b4ba triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:52.693737 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7b20bf56-a62b-4c1a-9922-0fda91609c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.735650 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:02:52.736314 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:52.741425 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ed44-0aa0-44d4-80a1-4d4792a94ee9 None None] Pushing event updated for resources: {'Port': ['ID=bd953467-52af-46df-94ce-e18d6812b4ba,revision_number=4']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:52.791071 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11572850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8647403'] for subnet (6535a8d5-1780-4761-91c3-fb70ba8d97a7), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.810241 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-7b20bf56-a62b-4c1a-9922-0fda91609c1f None None] Current status of the port bd953467-52af-46df-94ce-e18d6812b4ba is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:52.810636 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7b20bf56-a62b-4c1a-9922-0fda91609c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.839941 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:52.844941 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6535a8d5-1780-4761-91c3-fb70ba8d97a7,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:52.851376 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:02:52.852524 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-7b20bf56-a62b-4c1a-9922-0fda91609c1f None None] For port bd953467-52af-46df-94ce-e18d6812b4ba, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=bd953467-52af-46df-94ce-e18d6812b4ba,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:52.885103 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Checking segment: {'id': '0fca9e41-5d70-48bd-8949-8182bbf42049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:52.885701 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Network hostable DHCP agents. Network: 0d69581c-43b3-4f37-8fec-6f46cee659c0, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:02:52.923901 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7b20bf56-a62b-4c1a-9922-0fda91609c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:52.978923 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20bf56-a62b-4c1a-9922-0fda91609c1f None None] Pushing event updated for resources: {'Port': ['ID=bd953467-52af-46df-94ce-e18d6812b4ba,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:53.010511 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Network 0d69581c-43b3-4f37-8fec-6f46cee659c0 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:02:53.045617 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-af3459ad-a6fc-449a-808f-f4f6d831c786 None None] Provisioning complete for port bd953467-52af-46df-94ce-e18d6812b4ba triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:53.046722 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-af3459ad-a6fc-449a-808f-f4f6d831c786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.105137 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 0d69581c-43b3-4f37-8fec-6f46cee659c0) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:53.110731 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:53.111981 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.116619 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c577b0-6aa8-404e-b169-7f2ba82c8e81 None None] Network 0d69581c-43b3-4f37-8fec-6f46cee659c0 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:02:53.135208 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'bd953467-52af-46df-94ce-e18d6812b4ba', 'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'mac_address': 'fa:16:3e:49:ae:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:48Z', 'updated_at': '2022-07-25T06:02:52Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'subnets': [{'id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:53.149517 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-af3459ad-a6fc-449a-808f-f4f6d831c786 None None] Current status of the port bd953467-52af-46df-94ce-e18d6812b4ba is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:53.161110 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584de52-c4f9-4c9f-9876-56547488fb67 None None] The sync data for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi is: [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'bd953467-52af-46df-94ce-e18d6812b4ba', 'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'mac_address': 'fa:16:3e:49:ae:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:48Z', 'updated_at': '2022-07-25T06:02:52Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'subnets': [{'id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:02:53.193197 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45098) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:53.198014 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:53.198604 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-eb8cbb1d-a388-406c-acfd-241672379bb2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8326952 Jul 25 06:02:53.274042 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-0d69581c-43b3-4f37-8fec-6f46cee659c0', 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0', 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'fixed_ips': [{'subnet_id': '6535a8d5-1780-4761-91c3-fb70ba8d97a7'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 06:02:53.275204 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.315903 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26246d2d-3a6a-4cf0-b8a9-1524c1a65b96 req-c3adb1c8-bbb8-414c-b765-e2162c952dad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:53.317466 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-26246d2d-3a6a-4cf0-b8a9-1524c1a65b96 req-c3adb1c8-bbb8-414c-b765-e2162c952dad tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0571141 Jul 25 06:02:53.329586 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d7178-9c23-46fb-b940-5244842d0e5e req-7147840f-d920-4761-bf69-eeaa1e7e40e2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:53.336680 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ef7d7178-9c23-46fb-b940-5244842d0e5e req-7147840f-d920-4761-bf69-eeaa1e7e40e2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0689175 Jul 25 06:02:53.375146 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-26246d2d-3a6a-4cf0-b8a9-1524c1a65b96 req-7cdde20b-5873-4056-93af-482a9e0aaf10 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493422 Jul 25 06:02:53.376229 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.377297 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.410599 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:53.449183 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ef7d7178-9c23-46fb-b940-5244842d0e5e req-f170c7cb-9110-4362-9a8b-3f6e1a6d7254 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044533 Jul 25 06:02:53.473097 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks [] for router_controller (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), precommit_add_association {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.476321 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:53.518688 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Allocated IP 172.20.0.2 (0d69581c-43b3-4f37-8fec-6f46cee659c0/6535a8d5-1780-4761-91c3-fb70ba8d97a7/6cba5ee3-2cd2-4a61-b710-2193c6d80d8e) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:02:53.522422 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a656eb97-b1e4-4d60-bfb4-4c42643dcaa5 req-8b236aef-bd0f-45f4-b1c7-e93016e89386 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0320628 Jul 25 06:02:53.677423 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks [] for router_gateway (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.710296 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Publish callbacks [] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.782519 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.844459 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Network 0d69581c-43b3-4f37-8fec-6f46cee659c0 is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:53.851488 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:53.860556 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:02:53.870132 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Pushing event updated for resources: {'Port': ['ID=6cba5ee3-2cd2-4a61-b710-2193c6d80d8e,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:53.939428 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Attempting to bind port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:02:53.940141 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Attempting to bind port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '0fca9e41-5d70-48bd-8949-8182bbf42049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:02:53.940535 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Attempting to bind port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e on network 0d69581c-43b3-4f37-8fec-6f46cee659c0 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:53.948525 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:02:53.949039 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Checking segment: {'id': '0fca9e41-5d70-48bd-8949-8182bbf42049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:53.949443 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:53.949873 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Bound using segment: {'id': '0fca9e41-5d70-48bd-8949-8182bbf42049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:02:53.950511 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Bound port: 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fca9e41-5d70-48bd-8949-8182bbf42049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:02:53.950892 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:54.027834 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] For port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:02:54.031945 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] For port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=6cba5ee3-2cd2-4a61-b710-2193c6d80d8e,segment=NetworkSegment(0fca9e41-5d70-48bd-8949-8182bbf42049),segment_id=0fca9e41-5d70-48bd-8949-8182bbf42049)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:02:54.058941 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks [] for router_gateway (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:54.079998 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:54.102644 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:54.108488 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:54.176375 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-674dd0b1-3a09-4ec8-8640-1198fef6d715 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:54.178092 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-674dd0b1-3a09-4ec8-8640-1198fef6d715 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.47 "GET /v2.0/networks?id=bed4e1ff-978c-499b-96a3-5f6ed76b5a2b HTTP/1.1" status: 200 len: 813 time: 0.1608346 Jul 25 06:02:54.189181 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534896d-3fb5-49b7-8f0d-a460ce4d8344 None None] Pushing event updated for resources: {'Port': ['ID=6cba5ee3-2cd2-4a61-b710-2193c6d80d8e,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:54.199603 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Request body: {'port': {'device_id': '33c564d4-6300-4c60-8829-01e8f445ce7a', 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b', 'admin_state_up': True, 'tenant_id': '7d97f354896a4f1bbef0b4d1e6b99c27'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:54.292513 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Allocated IP 172.27.1.87 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/2df753ca-6cc7-466d-a1bc-13501872e958) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:02:54.372546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:54.398647 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:54.416313 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device bd953467-52af-46df-94ce-e18d6812b4ba up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:54.439915 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Made reservation on behalf of 7d97f354896a4f1bbef0b4d1e6b99c27 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:02:54.443817 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:54.452018 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks [] for port (2df753ca-6cc7-466d-a1bc-13501872e958), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:54.549014 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port bd953467-52af-46df-94ce-e18d6812b4ba triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:54.549594 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:54.606574 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec0a1b-9544-4791-bfc7-532a02a97b0a req-611e03f2-53dd-4c56-a715-fb8901fa4c2d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:54.608084 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c9ec0a1b-9544-4791-bfc7-532a02a97b0a req-611e03f2-53dd-4c56-a715-fb8901fa4c2d tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0615537 Jul 25 06:02:54.623739 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:54.668972 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port bd953467-52af-46df-94ce-e18d6812b4ba is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:54.700876 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:54.701117 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:54.708135 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:54.713842 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:02:54.723261 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Allocated IP 172.20.0.11 (bed4e1ff-978c-499b-96a3-5f6ed76b5a2b/8b58dc0e-8146-46fa-8ae8-887d81b1ca06/38ff92c0-a00a-47e1-8c8a-767f34ecb3de) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:02:54.772603 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Pushing event updated for resources: {'Port': ['ID=2df753ca-6cc7-466d-a1bc-13501872e958,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:54.786288 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c9ec0a1b-9544-4791-bfc7-532a02a97b0a req-3ca43638-f82c-48fe-8167-b24709b36bbd tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420941 Jul 25 06:02:54.979906 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c224ad-13b5-4e93-a381-ab2d4f7a9108 req-41e24fde-a273-419b-ae36-9abf4bdf8c0d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:54.984607 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-61c224ad-13b5-4e93-a381-ab2d4f7a9108 req-41e24fde-a273-419b-ae36-9abf4bdf8c0d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0751894 Jul 25 06:02:54.999807 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-67dba091-9b70-4c4c-b244-a67eecf492fe req-16d3f9a2-aa40-4ec3-97f9-de426cc6299a tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0406141 Jul 25 06:02:55.030508 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks [] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.065964 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-61c224ad-13b5-4e93-a381-ab2d4f7a9108 req-02ac7151-8fd8-426b-a629-d31b0b147ac1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776343 Jul 25 06:02:55.153306 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.176665 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:55.203968 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks [] for router_gateway (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.205151 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:55.211193 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:55.214262 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:02:55.236808 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Pushing event updated for resources: {'Port': ['ID=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:55.271299 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:55.271998 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.392864 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-27e76456-c0d4-4464-aa17-b9c413b570ef tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1993339 Jul 25 06:02:55.415003 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Request body: {'port': {'device_id': '33c564d4-6300-4c60-8829-01e8f445ce7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:02:55.423443 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.436012 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:55.449149 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ccc969-946d-4884-8461-3f0440f12fb3 None None] Network 0d69581c-43b3-4f37-8fec-6f46cee659c0 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:02:55.500300 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.539113 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-2c14c68e-6507-4632-8580-069c238881ce None None] Provisioning complete for port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:55.539657 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:55.539906 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-2c14c68e-6507-4632-8580-069c238881ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.655683 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 06:02:55.657471 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-2c14c68e-6507-4632-8580-069c238881ce None None] Current status of the port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:55.658690 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-2c14c68e-6507-4632-8580-069c238881ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.701576 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-2c14c68e-6507-4632-8580-069c238881ce None None] For port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=6cba5ee3-2cd2-4a61-b710-2193c6d80d8e,segment=NetworkSegment(0fca9e41-5d70-48bd-8949-8182bbf42049),segment_id=0fca9e41-5d70-48bd-8949-8182bbf42049)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:55.785105 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:02:55.791320 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-2c14c68e-6507-4632-8580-069c238881ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.808716 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Sync routers for ids ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:02:55.839708 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ff92c0-a00a-47e1-8c8a-767f34ecb3de {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:02:55.848178 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Publish callbacks [] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.863568 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Transition to ACTIVE for port object 38ff92c0-a00a-47e1-8c8a-767f34ecb3de will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:02:55.868190 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Routers {'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:02:55.869505 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:55.888672 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.891379 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-808d7105-4940-4aa2-b846-db5ec5536d01 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6970253 Jul 25 06:02:55.894276 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 45138) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:02:55.927043 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14c68e-6507-4632-8580-069c238881ce None None] Pushing event updated for resources: {'Port': ['ID=6cba5ee3-2cd2-4a61-b710-2193c6d80d8e,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:55.953290 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c6d6b269-cb29-4b62-849b-684a22f0edae None None] Provisioning complete for port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:55.953290 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c6d6b269-cb29-4b62-849b-684a22f0edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:55.985673 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:56.019161 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:56.058104 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Pushing event updated for resources: {'Port': ['ID=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:56.205865 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Set router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:02:56.226826 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a8835-06b5-4be5-bd62-ef3791b37e8c req-201612f3-d6b5-4b8d-9763-7e334d32b26d tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:56.230086 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3c2a8835-06b5-4be5-bd62-ef3791b37e8c req-201612f3-d6b5-4b8d-9763-7e334d32b26d tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 944 time: 0.0645742 Jul 25 06:02:56.260043 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Attempting to bind port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:02:56.260727 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Attempting to bind port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:02:56.260727 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Attempting to bind port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de on network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:56.272260 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de on network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:02:56.272719 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Attempting to bind port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de on network bed4e1ff-978c-499b-96a3-5f6ed76b5a2b {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:56.303039 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:56.303039 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6b269-cb29-4b62-849b-684a22f0edae None None] Current status of the port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:56.309515 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:02:56.309911 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Checking segment: {'id': '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:56.310313 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Bound using segment: {'id': '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:02:56.310656 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Bound port: 38ff92c0-a00a-47e1-8c8a-767f34ecb3de, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:02:56.311023 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:56.325080 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3c2a8835-06b5-4be5-bd62-ef3791b37e8c req-9b550acf-d011-41c5-88b1-61502516dccb tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902474 Jul 25 06:02:56.443538 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:56.509067 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70875e-a374-4517-806d-21ecb56203c7 req-bed6f5eb-7ab9-4e96-8e4e-2031341e01e2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:56.511259 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fc70875e-a374-4517-806d-21ecb56203c7 req-bed6f5eb-7ab9-4e96-8e4e-2031341e01e2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.1191041 Jul 25 06:02:56.515380 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] For port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:02:56.523482 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:56.529186 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:53Z', 'updated_at': '2022-07-25T06:02:54Z', 'revision_number': 3, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'gw_port': {'id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:54Z', 'updated_at': '2022-07-25T06:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:56.538505 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] For port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:02:56.561249 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Checking router: c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:02:56.561555 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Updating router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 port 2df753ca-6cc7-466d-a1bc-13501872e958 binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:02:56.565043 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:56.565170 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:56.583124 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bca23-d083-4a2d-a368-47e6de944514 req-9b962c51-6b85-4ad3-89e6-5476524cf2e9 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:56.584749 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f51bca23-d083-4a2d-a368-47e6de944514 req-9b962c51-6b85-4ad3-89e6-5476524cf2e9 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0567644 Jul 25 06:02:56.593466 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:56.616108 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fc70875e-a374-4517-806d-21ecb56203c7 req-f6fb7014-f72f-40bd-aa8d-296b53615ca6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966811 Jul 25 06:02:56.621291 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:56.633320 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:56.641946 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:56.653106 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f51bca23-d083-4a2d-a368-47e6de944514 req-5cf8933d-66f1-46b6-8161-420f173a23c1 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595782 Jul 25 06:02:56.724933 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:56.725946 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:56.727369 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] 10.222.0.47 "PUT /v2.0/ports/38ff92c0-a00a-47e1-8c8a-767f34ecb3de HTTP/1.1" status: 200 len: 1094 time: 1.3214705 Jul 25 06:02:56.735105 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c564d4-6300-4c60-8829-01e8f445ce7a', 'tag': '38ff92c0-a00a-47e1-8c8a-767f34ecb3de'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:02:56.737456 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fe5cc8-2260-45d0-b201-0a18c49ca30d" -d '{"events": [{"name": "network-changed", "server_uuid": "33c564d4-6300-4c60-8829-01e8f445ce7a", "tag": "38ff92c0-a00a-47e1-8c8a-767f34ecb3de"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:02:56.757833 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:56.789264 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc0cb1-d727-439c-b968-53e2c5465850 x-openstack-request-id: req-90bc0cb1-d727-439c-b968-53e2c5465850 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:02:56.793923 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c564d4-6300-4c60-8829-01e8f445ce7a", "tag": "38ff92c0-a00a-47e1-8c8a-767f34ecb3de", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:02:56.793923 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-90bc0cb1-d727-439c-b968-53e2c5465850 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:02:56.793923 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bc0cb1-d727-439c-b968-53e2c5465850'] response: {'name': 'network-changed', 'server_uuid': '33c564d4-6300-4c60-8829-01e8f445ce7a', 'tag': '38ff92c0-a00a-47e1-8c8a-767f34ecb3de', 'status': 'completed', 'code': 200} Jul 25 06:02:56.794221 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0508740-dc47-4bd5-a5aa-e85811bff2db service neutron] Pushing event updated for resources: {'Port': ['ID=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:56.899726 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:56.909229 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Allocated IP 172.20.0.1 (0d69581c-43b3-4f37-8fec-6f46cee659c0/6535a8d5-1780-4761-91c3-fb70ba8d97a7/9c4569f9-eac8-4ec7-bc71-f10ccbc550a3) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:02:56.933968 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Publish callbacks [] for port (2df753ca-6cc7-466d-a1bc-13501872e958), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.019588 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Publish callbacks [] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.028414 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.058059 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd731-7100-4c8f-b037-77a2dd878d23 req-9513481f-8746-417a-8708-f2e823725bd9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:57.059541 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-10ddd731-7100-4c8f-b037-77a2dd878d23 req-9513481f-8746-417a-8708-f2e823725bd9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.0529034 Jul 25 06:02:57.097328 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7c80f-1e69-4745-81b6-3ecc29678f2c None None] Pushing event updated for resources: {'Port': ['ID=2df753ca-6cc7-466d-a1bc-13501872e958,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:57.102594 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4f872032-b8b8-4f4d-8d46-7d24d3e165ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.106963 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Attempting to bind port 2df753ca-6cc7-466d-a1bc-13501872e958 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:02:57.107439 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Attempting to bind port 2df753ca-6cc7-466d-a1bc-13501872e958 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:02:57.107900 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Attempting to bind port 2df753ca-6cc7-466d-a1bc-13501872e958 on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:02:57.112538 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-10ddd731-7100-4c8f-b037-77a2dd878d23 req-f5a4bba7-eb95-49b3-b839-bfd5da4d57c9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448685 Jul 25 06:02:57.113260 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:02:57.113628 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:02:57.114029 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.114393 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:02:57.114848 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Bound port: 2df753ca-6cc7-466d-a1bc-13501872e958, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:02:57.115217 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.124603 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.162286 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Network 0d69581c-43b3-4f37-8fec-6f46cee659c0 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:57.165173 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:57.173179 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:02:57.178893 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] For port 2df753ca-6cc7-466d-a1bc-13501872e958, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:02:57.183146 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] For port 2df753ca-6cc7-466d-a1bc-13501872e958, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=2df753ca-6cc7-466d-a1bc-13501872e958,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:02:57.202248 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Pushing event updated for resources: {'Port': ['ID=9c4569f9-eac8-4ec7-bc71-f10ccbc550a3,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:57.220659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.256845 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.325513 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Routers {'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:02:57.326142 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:57.328196 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7c80f-1e69-4745-81b6-3ecc29678f2c None None] Pushing event updated for resources: {'Port': ['ID=2df753ca-6cc7-466d-a1bc-13501872e958,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:57.409483 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:57.416840 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.446255 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] Set router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:02:57.457318 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:57.472068 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-29699754-60c7-44e7-8a1d-80579859fc2f None None] Provisioning complete for port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:57.472465 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-29699754-60c7-44e7-8a1d-80579859fc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.486270 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467552e-6c74-4b9e-8dce-5eb44a6c4bc0 req-9ea4aa09-c217-413c-84e1-d047c623f6ba tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:57.487764 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5467552e-6c74-4b9e-8dce-5eb44a6c4bc0 req-9ea4aa09-c217-413c-84e1-d047c623f6ba tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 944 time: 0.0797212 Jul 25 06:02:57.527124 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:57.576032 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-29699754-60c7-44e7-8a1d-80579859fc2f None None] Port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:02:57.601566 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5467552e-6c74-4b9e-8dce-5eb44a6c4bc0 req-369e7b7e-0def-499e-b6d5-6a7849c6a29c tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044309 Jul 25 06:02:57.650916 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:53Z', 'updated_at': '2022-07-25T06:02:54Z', 'revision_number': 3, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'gw_port': {'id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:54Z', 'updated_at': '2022-07-25T06:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:02:57.657207 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Publish callbacks [] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.678607 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193f126-3188-4965-a5bb-253bb3b23635 None None] The sync data for ids ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'] in dv-cinder-848418-2-iscsi is: [{'id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:53Z', 'updated_at': '2022-07-25T06:02:54Z', 'revision_number': 3, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'gw_port': {'id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:54Z', 'updated_at': '2022-07-25T06:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:02:57.719541 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.750780 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9780a-85e9-436a-9f7b-91e89d1ccf02 req-a268aaf2-b68b-4218-ba62-e76986a62d9a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:57.758593 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0cf9780a-85e9-436a-9f7b-91e89d1ccf02 req-a268aaf2-b68b-4218-ba62-e76986a62d9a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0642719 Jul 25 06:02:57.809149 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0cf9780a-85e9-436a-9f7b-91e89d1ccf02 req-6e0ab6aa-5db8-4f04-be45-bdc1f7d1ba86 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492632 Jul 25 06:02:57.834407 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Pushing event updated for resources: {'Port': ['ID=9c4569f9-eac8-4ec7-bc71-f10ccbc550a3,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:57.842839 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:57.850633 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85aca2-2444-4d35-af84-09668befbeb0 req-65eee883-db91-4299-98a8-02b58102937c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:57.852088 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4f85aca2-2444-4d35-af84-09668befbeb0 req-65eee883-db91-4299-98a8-02b58102937c tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0831797 Jul 25 06:02:57.976716 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4f85aca2-2444-4d35-af84-09668befbeb0 req-57ba3377-1c92-4709-804d-212ad63bb349 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167507 Jul 25 06:02:58.009265 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Network 0d69581c-43b3-4f37-8fec-6f46cee659c0 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:02:58.011082 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:02:58.249506 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cb492-8038-484d-bd48-711cc751fabe req-03261ac1-a956-4230-a1ac-f95eed0f3c50 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:58.253602 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2a5cb492-8038-484d-bd48-711cc751fabe req-03261ac1-a956-4230-a1ac-f95eed0f3c50 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.0554845 Jul 25 06:02:58.313402 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-2e6b4985-86dc-4e17-8dc8-d598f4259cad None None] Provisioning complete for port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:58.313978 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4985-86dc-4e17-8dc8-d598f4259cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:58.339788 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:58.355213 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2a5cb492-8038-484d-bd48-711cc751fabe req-c375cea0-cf45-4c60-8cac-378474d415f6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891089 Jul 25 06:02:58.369433 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b4985-86dc-4e17-8dc8-d598f4259cad None None] Port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:02:58.381524 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 2df753ca-6cc7-466d-a1bc-13501872e958 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:02:58.424256 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:02:58.432009 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 2df753ca-6cc7-466d-a1bc-13501872e958 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:02:58.432791 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:58.513751 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 2df753ca-6cc7-466d-a1bc-13501872e958 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:02:58.514226 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:58.535801 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:02:58.536618 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 2df753ca-6cc7-466d-a1bc-13501872e958, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=2df753ca-6cc7-466d-a1bc-13501872e958,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:02:58.541586 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2b813f93-202f-4c69-ab28-863d8cf91bfe admin admin] 10.222.0.40 "PUT /v2.0/routers/c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6458094 Jul 25 06:02:58.613571 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:58.698831 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=2df753ca-6cc7-466d-a1bc-13501872e958,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:02:58.739112 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d70d11-7fce-4ee2-9c7c-61764d0f5c50 req-ea8ae448-efa7-499b-aa9a-5453f0d3d9b7 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:58.740672 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f7d70d11-7fce-4ee2-9c7c-61764d0f5c50 req-ea8ae448-efa7-499b-aa9a-5453f0d3d9b7 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 944 time: 0.0490208 Jul 25 06:02:58.789844 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f7d70d11-7fce-4ee2-9c7c-61764d0f5c50 req-7807810a-d10f-4381-866b-9ac5a8ba7403 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Jul 25 06:02:58.932955 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd026e-2c7f-4934-aa33-feff5510a251 req-d0def6d1-6d5f-49f6-80a3-094446f5d68c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:58.934438 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ccd026e-2c7f-4934-aa33-feff5510a251 req-d0def6d1-6d5f-49f6-80a3-094446f5d68c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0482173 Jul 25 06:02:58.995109 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ccd026e-2c7f-4934-aa33-feff5510a251 req-b751b4c6-2de0-479a-998c-c745b7e7d0ed tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549638 Jul 25 06:02:59.016141 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe5cc8-2260-45d0-b201-0a18c49ca30d req-1e0c0422-7c54-4534-9c78-1461e006c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:59.017713 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48fe5cc8-2260-45d0-b201-0a18c49ca30d req-1e0c0422-7c54-4534-9c78-1461e006c2e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d97f354896a4f1bbef0b4d1e6b99c27&device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 1128 time: 0.0803456 Jul 25 06:02:59.024265 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-80acd7ce-e855-4880-b824-43453a4eb4ea tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:59.026337 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-80acd7ce-e855-4880-b824-43453a4eb4ea tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.47 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0798080 Jul 25 06:02:59.109350 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43553a5-5c4b-41e8-9a76-dfd36d9d297f req-980454d7-672f-4e95-b44a-9fb14fec5fa9 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:59.110854 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a43553a5-5c4b-41e8-9a76-dfd36d9d297f req-980454d7-672f-4e95-b44a-9fb14fec5fa9 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Jul 25 06:02:59.111299 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:59.159529 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a43553a5-5c4b-41e8-9a76-dfd36d9d297f req-699e9e1f-13a5-419a-92a2-d204d502df0a tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Jul 25 06:02:59.462135 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6cd2a-72d4-4b95-b0b6-a04d3416eef7 req-5537f122-a97d-4863-b67e-265ccfdc1e5f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:02:59.464046 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b8a6cd2a-72d4-4b95-b0b6-a04d3416eef7 req-5537f122-a97d-4863-b67e-265ccfdc1e5f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.0499132 Jul 25 06:02:59.470932 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-268f5fa3-bcb4-497c-be83-48b21c4365f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:02:59.522928 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:02:59.536689 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b8a6cd2a-72d4-4b95-b0b6-a04d3416eef7 req-66f05c5f-3e97-4ef1-b6b8-cec660e9f990 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588281 Jul 25 06:02:59.874396 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:00.049607 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d183976-0bf1-441a-a59f-4315c33cc9f2 req-cffd96b5-329a-4227-afa0-d1bd30f85330 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:00.056530 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1d183976-0bf1-441a-a59f-4315c33cc9f2 req-cffd96b5-329a-4227-afa0-d1bd30f85330 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 944 time: 0.1538756 Jul 25 06:03:00.073107 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-2193ae10-35a3-4fdc-a1f3-2b3e03ee6e3c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:00.074590 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-2193ae10-35a3-4fdc-a1f3-2b3e03ee6e3c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.0870628 Jul 25 06:03:00.097410 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Deleting port f2d5059f-ba0a-49d2-b470-adede8bbdc2e {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:03:00.105488 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:00.168555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe5cc8-2260-45d0-b201-0a18c49ca30d req-d8cc9ce2-856a-4c5d-9948-da5c2cc71bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:00.170330 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48fe5cc8-2260-45d0-b201-0a18c49ca30d req-d8cc9ce2-856a-4c5d-9948-da5c2cc71bdd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7d97f354896a4f1bbef0b4d1e6b99c27&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3184769 Jul 25 06:03:00.188186 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79658f4d-39d3-4663-a2b3-bae3512b6b8a req-5c42b25e-7c8c-4031-a581-5303f19f8063 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:00.194906 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-79658f4d-39d3-4663-a2b3-bae3512b6b8a req-5c42b25e-7c8c-4031-a581-5303f19f8063 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0710316 Jul 25 06:03:00.276975 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-79658f4d-39d3-4663-a2b3-bae3512b6b8a req-84d42a19-957f-480a-a066-6d5a94fc4bab tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811207 Jul 25 06:03:00.316960 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Deleting port 1ed76246-6a82-44fa-b633-e34bc3bf0089 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:03:00.317379 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:00.387947 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] For port f2d5059f-ba0a-49d2-b470-adede8bbdc2e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,segment=NetworkSegment(c7c6bec9-9345-4a7e-a52e-206b07034a9c),segment_id=c7c6bec9-9345-4a7e-a52e-206b07034a9c)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:00.388441 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:00.406972 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1d183976-0bf1-441a-a59f-4315c33cc9f2 req-f8e267fa-c612-4cb0-a80e-bcb555933a87 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494840 Jul 25 06:03:00.411421 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 2df753ca-6cc7-466d-a1bc-13501872e958 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:03:00.420548 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Sync routers for ids ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:03:00.443093 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Routers {'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:00.450119 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Calling delete_port for f2d5059f-ba0a-49d2-b470-adede8bbdc2e owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:03:00.452161 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:00.537556 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:00.550647 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 2df753ca-6cc7-466d-a1bc-13501872e958 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:00.554066 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:00.566630 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] For port 1ed76246-6a82-44fa-b633-e34bc3bf0089, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1ed76246-6a82-44fa-b633-e34bc3bf0089,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:00.568545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:00.580140 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe5cc8-2260-45d0-b201-0a18c49ca30d req-2fc85229-fa31-48f7-adae-9ec05037eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:00.581614 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48fe5cc8-2260-45d0-b201-0a18c49ca30d req-2fc85229-fa31-48f7-adae-9ec05037eb3b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3621345 Jul 25 06:03:00.649154 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dceaf-ac1e-434a-866e-3ecb7ba90806 req-3ffb11b1-8e28-4e1a-bf07-61d212135260 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:00.656639 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-740dceaf-ac1e-434a-866e-3ecb7ba90806 req-3ffb11b1-8e28-4e1a-bf07-61d212135260 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 945 time: 0.3061161 Jul 25 06:03:00.699484 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Set router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:00.745309 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:00.776844 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:00.779903 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 2df753ca-6cc7-466d-a1bc-13501872e958 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:00.780073 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (f2d5059f-ba0a-49d2-b470-adede8bbdc2e), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:00.791318 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-87593b60-ce1e-4522-a812-37d8dc060fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:00.793654 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-87593b60-ce1e-4522-a812-37d8dc060fdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d97f354896a4f1bbef0b4d1e6b99c27&device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 1128 time: 0.1044803 Jul 25 06:03:00.796000 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['f2d5059f-ba0a-49d2-b470-adede8bbdc2e'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:03:00.868228 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Pushing event deleted for resources: {'Port': ['ID=f2d5059f-ba0a-49d2-b470-adede8bbdc2e,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:00.873017 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-a313971d-c1dc-46a1-bad5-f7c069d75e06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38ff92c0-a00a-47e1-8c8a-767f34ecb3de HTTP/1.1" status: 200 len: 217 time: 0.0466394 Jul 25 06:03:00.886375 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdc9e1-4d90-425a-8148-972351c70f32 req-94ef3590-baa7-40bb-b77e-2fc0abd778f1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:00.888400 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-88bdc9e1-4d90-425a-8148-972351c70f32 req-94ef3590-baa7-40bb-b77e-2fc0abd778f1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 945 time: 0.2008977 Jul 25 06:03:00.915098 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:00.929486 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:53Z', 'updated_at': '2022-07-25T06:02:57Z', 'revision_number': 4, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'gw_port': {'id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:54Z', 'updated_at': '2022-07-25T06:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '9c4569f9-eac8-4ec7-bc71-f10ccbc550a3', 'name': '', 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'mac_address': 'fa:16:3e:04:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6535a8d5-1780-4761-91c3-fb70ba8d97a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:56Z', 'updated_at': '2022-07-25T06:02:57Z', 'revision_number': 2, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'subnets': [{'id': '6535a8d5-1780-4761-91c3-fb70ba8d97a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:00.960971 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Checking router: c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:03:00.961315 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Updating router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:03:00.971777 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] No DVR routers for this DVR port f2d5059f-ba0a-49d2-b470-adede8bbdc2e on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:03:00.982402 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-740dceaf-ac1e-434a-866e-3ecb7ba90806 req-7864f839-470b-438e-ae58-053e129edad6 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/security-groups?id=1e5896c6-6810-4764-98d4-c455b89d51cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779548 Jul 25 06:03:00.992073 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:00.992073 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d59a7a18-2dcd-43d6-8a96-6b6f7604bc5b req-c53f2bc3-eb48-47c5-b27c-10fd6c5926cf tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.47 "DELETE /v2.0/ports/f2d5059f-ba0a-49d2-b470-adede8bbdc2e HTTP/1.1" status: 204 len: 173 time: 1.1381335 Jul 25 06:03:00.993562 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bf5eef-5bf1-458e-bed9-c7184fc1f2e2', 'name': 'network-vif-deleted', 'tag': 'f2d5059f-ba0a-49d2-b470-adede8bbdc2e'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:00.996366 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cee3fc8-0566-482d-87ee-cda1ae755c6b" -d '{"events": [{"server_uuid": "65bf5eef-5bf1-458e-bed9-c7184fc1f2e2", "name": "network-vif-deleted", "tag": "f2d5059f-ba0a-49d2-b470-adede8bbdc2e"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:01.000871 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:01.076973 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:01.078087 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (77d4412e-ed49-4aa2-87f3-d967e0be9e29), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:01.078656 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Floating IP 77d4412e-ed49-4aa2-87f3-d967e0be9e29 disassociated. External IP: 172.27.1.224, port: 1ed76246-6a82-44fa-b633-e34bc3bf0089. Jul 25 06:03:01.079238 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Calling delete_port for 1ed76246-6a82-44fa-b633-e34bc3bf0089 owned by compute:nova {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:03:01.081836 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7144f7-b686-4420-9bdc-694b1fe0b526 x-openstack-request-id: req-ef7144f7-b686-4420-9bdc-694b1fe0b526 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:01.082137 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bf5eef-5bf1-458e-bed9-c7184fc1f2e2", "name": "network-vif-deleted", "tag": "f2d5059f-ba0a-49d2-b470-adede8bbdc2e", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:01.082392 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ef7144f7-b686-4420-9bdc-694b1fe0b526 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:01.082917 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7144f7-b686-4420-9bdc-694b1fe0b526'] response: {'server_uuid': '65bf5eef-5bf1-458e-bed9-c7184fc1f2e2', 'name': 'network-vif-deleted', 'tag': 'f2d5059f-ba0a-49d2-b470-adede8bbdc2e', 'status': 'completed', 'code': 200} Jul 25 06:03:01.108522 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-88bdc9e1-4d90-425a-8148-972351c70f32 req-01b2252f-1c48-4355-a49f-762a310563fe tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126365 Jul 25 06:03:01.131928 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-a39d943d-fb9f-4384-b024-9ba779044373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:01.134202 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-a39d943d-fb9f-4384-b024-9ba779044373 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b58dc0e-8146-46fa-8ae8-887d81b1ca06 HTTP/1.1" status: 200 len: 853 time: 0.1413739 Jul 25 06:03:01.353754 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Publish callbacks [] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:01.434024 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-4c48715d-ae6f-4184-a8c9-4ef66cc98899 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bed4e1ff-978c-499b-96a3-5f6ed76b5a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766222 Jul 25 06:03:01.455858 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:01.530602 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:03:01.561891 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:01.564555 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-5b90256f-a6e6-4d45-b834-d71240a81562 service neutron] 10.222.0.47 "GET /v2.0/networks/bed4e1ff-978c-499b-96a3-5f6ed76b5a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237712 Jul 25 06:03:01.604132 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd281ea7-d78f-4f6e-a461-36a2138bdbce req-f64ecf90-e79e-4498-a10a-5bf9d809b173 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:01.611271 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-dd281ea7-d78f-4f6e-a461-36a2138bdbce req-f64ecf90-e79e-4498-a10a-5bf9d809b173 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 943 time: 0.0914629 Jul 25 06:03:01.633777 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed572f6-b995-4648-aeec-96cd8ece7c20 None None] Pushing event updated for resources: {'Port': ['ID=9c4569f9-eac8-4ec7-bc71-f10ccbc550a3,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:01.644468 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:01.721082 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368adf3-24b2-4953-995a-d8f49c74500e req-2cf5ea28-4723-4ddb-b7ce-5c56041cabb6 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:01.722829 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3368adf3-24b2-4953-995a-d8f49c74500e req-2cf5ea28-4723-4ddb-b7ce-5c56041cabb6 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 944 time: 0.1542194 Jul 25 06:03:01.752153 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (1ed76246-6a82-44fa-b633-e34bc3bf0089), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:01.772202 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Attempting to bind port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:03:01.772202 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Attempting to bind port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '0fca9e41-5d70-48bd-8949-8182bbf42049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:03:01.772202 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Attempting to bind port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 on network 0d69581c-43b3-4f37-8fec-6f46cee659c0 {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:03:01.787212 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:03:01.787648 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Checking segment: {'id': '0fca9e41-5d70-48bd-8949-8182bbf42049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:03:01.788301 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:01.789443 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Bound using segment: {'id': '0fca9e41-5d70-48bd-8949-8182bbf42049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:03:01.791276 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Bound port: 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fca9e41-5d70-48bd-8949-8182bbf42049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:03:01.795868 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:01.872865 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:01.909632 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'Port': ['ID=1ed76246-6a82-44fa-b633-e34bc3bf0089,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:01.923300 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3368adf3-24b2-4953-995a-d8f49c74500e req-841423a7-b4e0-47c3-a6d4-ff32c4ee8a3d tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344612 Jul 25 06:03:01.926844 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:01.933858 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'port_id': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'mac_address': 'fa:16:3e:f1:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:03:01.936833 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] For port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:03:01.943937 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] For port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=9c4569f9-eac8-4ec7-bc71-f10ccbc550a3,segment=NetworkSegment(0fca9e41-5d70-48bd-8949-8182bbf42049),segment_id=0fca9e41-5d70-48bd-8949-8182bbf42049)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:03:01.944323 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-dd281ea7-d78f-4f6e-a461-36a2138bdbce req-717bd3e9-43b9-4eeb-9f62-30d10050e131 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320708 Jul 25 06:03:01.949161 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3c21bee7-a6b2-4f6e-b5af-7d1e762ef421 req-4380b901-9ccb-4ddb-a453-53663e5af86a service neutron] 10.222.0.47 "GET /v2.0/networks/bed4e1ff-978c-499b-96a3-5f6ed76b5a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594739 Jul 25 06:03:01.950323 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:01.991997 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-d3dd9db9-74d5-4c84-bf86-9ed8c0fbf36e None None] Provisioning complete for port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:01.992694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9db9-74d5-4c84-bf86-9ed8c0fbf36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:02.037333 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c86fe1cd-ba90-483f-8c21-3093b1ee753e is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:02.041328 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:02.041642 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:02.062823 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86fe1cd-ba90-483f-8c21-3093b1ee753e {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:03:02.137126 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:02.184202 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed572f6-b995-4648-aeec-96cd8ece7c20 None None] Pushing event updated for resources: {'Port': ['ID=9c4569f9-eac8-4ec7-bc71-f10ccbc550a3,revision_number=4']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:02.212032 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:03:02.221489 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48a2bee5-9cc3-41b5-aa32-ee7f998c2def req-c4ff44a4-e2ed-4c80-a4d7-d8ee54298899 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0990243 Jul 25 06:03:02.242160 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Routers {'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:02.242802 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:02.332785 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd9db9-74d5-4c84-bf86-9ed8c0fbf36e None None] Port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:03:02.345803 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:02.398940 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:02.451073 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:02.456944 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-51b47bea-75dc-4123-b8e8-78fb457fe3c7 req-ac5b20ff-977b-4ed6-b0bc-86c2306beb42 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 210 time: 0.0464551 Jul 25 06:03:02.484129 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:03:02.508259 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:03:02.513857 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] Set router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:02.520861 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:02.538462 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=9']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:02.545260 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:02.547656 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:02.616988 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] No DVR routers for this DVR port 1ed76246-6a82-44fa-b633-e34bc3bf0089 on host hv-cinder-84841 {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:03:02.627560 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:02.631435 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9353584d-474e-4d89-a6c1-c196d20f7f56 req-40fe53e8-bbef-4396-bf1c-6632ead7b8a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "DELETE /v2.0/ports/1ed76246-6a82-44fa-b633-e34bc3bf0089 HTTP/1.1" status: 204 len: 173 time: 2.5498538 Jul 25 06:03:02.632144 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe93da-af1c-417f-8b03-0d6262028356', 'name': 'network-vif-deleted', 'tag': '1ed76246-6a82-44fa-b633-e34bc3bf0089'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:02.635278 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9024e192-79b6-4484-b80a-04b8c8f45d1d" -d '{"events": [{"server_uuid": "cffe93da-af1c-417f-8b03-0d6262028356", "name": "network-vif-deleted", "tag": "1ed76246-6a82-44fa-b633-e34bc3bf0089"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:02.692195 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-949cac15-67e4-401c-aa50-1d23296881b2 None None] Provisioning complete for port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:02.700213 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-949cac15-67e4-401c-aa50-1d23296881b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:02.717375 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ec0ce7-d86c-4e51-9ca7-6d69a1f329ab x-openstack-request-id: req-19ec0ce7-d86c-4e51-9ca7-6d69a1f329ab {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:02.717736 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffe93da-af1c-417f-8b03-0d6262028356", "name": "network-vif-deleted", "tag": "1ed76246-6a82-44fa-b633-e34bc3bf0089", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:02.718076 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-19ec0ce7-d86c-4e51-9ca7-6d69a1f329ab {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:02.718543 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ec0ce7-d86c-4e51-9ca7-6d69a1f329ab'] response: {'server_uuid': 'cffe93da-af1c-417f-8b03-0d6262028356', 'name': 'network-vif-deleted', 'tag': '1ed76246-6a82-44fa-b633-e34bc3bf0089', 'status': 'completed', 'code': 200} Jul 25 06:03:02.761097 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:02.767506 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['c86fe1cd-ba90-483f-8c21-3093b1ee753e'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:03:02.835714 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:02.845132 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:53Z', 'updated_at': '2022-07-25T06:02:57Z', 'revision_number': 4, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'gw_port': {'id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:54Z', 'updated_at': '2022-07-25T06:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '9c4569f9-eac8-4ec7-bc71-f10ccbc550a3', 'name': '', 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'mac_address': 'fa:16:3e:04:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6535a8d5-1780-4761-91c3-fb70ba8d97a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:56Z', 'updated_at': '2022-07-25T06:03:01Z', 'revision_number': 4, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'subnets': [{'id': '6535a8d5-1780-4761-91c3-fb70ba8d97a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:02.889296 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78b033c-f3cf-4dc0-9548-03601bee5fdc None None] The sync data for ids ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'] in dv-cinder-848418-2-iscsi is: [{'id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:53Z', 'updated_at': '2022-07-25T06:02:57Z', 'revision_number': 4, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'gw_port': {'id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:54Z', 'updated_at': '2022-07-25T06:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '9c4569f9-eac8-4ec7-bc71-f10ccbc550a3', 'name': '', 'network_id': '0d69581c-43b3-4f37-8fec-6f46cee659c0', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'mac_address': 'fa:16:3e:04:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '6535a8d5-1780-4761-91c3-fb70ba8d97a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:56Z', 'updated_at': '2022-07-25T06:03:01Z', 'revision_number': 4, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'subnets': [{'id': '6535a8d5-1780-4761-91c3-fb70ba8d97a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:03:03.034104 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-949cac15-67e4-401c-aa50-1d23296881b2 None None] Current status of the port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:03.034502 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-949cac15-67e4-401c-aa50-1d23296881b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:03.212290 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e36825-4012-48a4-992f-af7cdd16d503 req-5ef21aa1-b761-4dca-94c8-ca08549ebc70 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:03.215809 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-19e36825-4012-48a4-992f-af7cdd16d503 req-5ef21aa1-b761-4dca-94c8-ca08549ebc70 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 944 time: 0.1025765 Jul 25 06:03:03.228543 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc1208-7143-4d81-bcaf-ceb4d9d7e5c2 req-0668c3e7-6d19-4163-bc66-9e40b5917656 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:03.240055 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-45dc1208-7143-4d81-bcaf-ceb4d9d7e5c2 req-0668c3e7-6d19-4163-bc66-9e40b5917656 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 944 time: 0.1018639 Jul 25 06:03:03.318397 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-949cac15-67e4-401c-aa50-1d23296881b2 None None] For port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=9c4569f9-eac8-4ec7-bc71-f10ccbc550a3,segment=NetworkSegment(0fca9e41-5d70-48bd-8949-8182bbf42049),segment_id=0fca9e41-5d70-48bd-8949-8182bbf42049)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:03.326256 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-19e36825-4012-48a4-992f-af7cdd16d503 req-1603ab3d-930a-4145-bb15-2c0ceca262b4 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024437 Jul 25 06:03:03.352203 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-45dc1208-7143-4d81-bcaf-ceb4d9d7e5c2 req-9a812400-253f-4bf9-b89d-9b5e1600f264 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081986 Jul 25 06:03:03.369194 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:03.502614 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-949cac15-67e4-401c-aa50-1d23296881b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:03.537513 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-906e5931-cd3a-43a9-b881-30fc756142f6 req-9caabac4-8cfd-4667-8534-b2bf61d79bb0 tempest-VolumesActionsTest-1809851383 tempest-VolumesActionsTest-1809851383-project] 10.222.0.40 "GET /v2.0/ports?device_id=65bf5eef-5bf1-458e-bed9-c7184fc1f2e2 HTTP/1.1" status: 200 len: 210 time: 0.0701520 Jul 25 06:03:03.595868 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cac15-67e4-401c-aa50-1d23296881b2 None None] Pushing event updated for resources: {'Port': ['ID=9c4569f9-eac8-4ec7-bc71-f10ccbc550a3,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:03.600484 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device f2d5059f-ba0a-49d2-b470-adede8bbdc2e no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:03:03.667715 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: f2d5059f-ba0a-49d2-b470-adede8bbdc2e {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:03:03.668071 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device f2d5059f-ba0a-49d2-b470-adede8bbdc2e not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:03:03.668511 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 1ed76246-6a82-44fa-b633-e34bc3bf0089 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:03:03.710413 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:03.711288 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 1ed76246-6a82-44fa-b633-e34bc3bf0089 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:03:03.711634 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 1ed76246-6a82-44fa-b633-e34bc3bf0089 not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:03:03.725442 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ec012d8b-26fb-48fc-9546-5bd36ac6d3a1 req-f8e7ab10-58c0-48a6-a040-ffd0a531bdf7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 210 time: 0.1068504 Jul 25 06:03:03.765566 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a3719fcb-2ad0-4e1d-8471-0eeff237b3b0', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:44Z', 'updated_at': '2022-07-25T06:00:32Z', 'revision_number': 2, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:03.829726 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:03:03.854355 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:03.855088 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:03.972752 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:04.253152 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a3719fcb-2ad0-4e1d-8471-0eeff237b3b0', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:44Z', 'updated_at': '2022-07-25T06:00:32Z', 'revision_number': 2, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:04.341274 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9092d-ee5c-41d0-ba66-cfff70c9083f None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a3719fcb-2ad0-4e1d-8471-0eeff237b3b0', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.127', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:74:b2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T05:59:44Z', 'updated_at': '2022-07-25T06:00:32Z', 'revision_number': 2, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:03:04.502783 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:03:04.552017 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:04.561765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7a590-3c3a-4fe9-b343-a2d153d7f4b5 req-ed2bbfdd-ac8c-4ffd-9a0a-d96a19d7b863 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:04.578960 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07a7a590-3c3a-4fe9-b343-a2d153d7f4b5 req-ed2bbfdd-ac8c-4ffd-9a0a-d96a19d7b863 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 944 time: 0.1238210 Jul 25 06:03:04.610581 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1c052-5f87-4c3d-badc-4c518b4c551e req-bda4dd67-1e32-444d-a4e9-c380db2a57c1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:04.623981 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-59f1c052-5f87-4c3d-badc-4c518b4c551e req-bda4dd67-1e32-444d-a4e9-c380db2a57c1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 944 time: 0.1582272 Jul 25 06:03:04.675799 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:04.676201 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:04.742520 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-59f1c052-5f87-4c3d-badc-4c518b4c551e req-8a6e2664-75e1-42d6-95b1-fa1db930fa63 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171403 Jul 25 06:03:04.781819 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-07a7a590-3c3a-4fe9-b343-a2d153d7f4b5 req-b03795cb-ead5-427b-8339-e3153d55e928 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012627 Jul 25 06:03:04.903631 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:04.994713 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-00113653-4d6e-424e-a134-f575b2bd7235 req-832b5415-f946-4c45-a7a3-2a9d26fbf59a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=cffe93da-af1c-417f-8b03-0d6262028356 HTTP/1.1" status: 200 len: 210 time: 0.0971143 Jul 25 06:03:05.124642 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c15b87-ad69-4e46-a755-80d2552770fa None None] New status for floating IP 77d4412e-ed49-4aa2-87f3-d967e0be9e29: DOWN {{(pid=110785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:03:05.577821 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 38ff92c0-a00a-47e1-8c8a-767f34ecb3de details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:03:05.577821 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:03:05.774477 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be497fae-13d6-4b20-b417-11088ac6bb09 req-cb1784c8-6806-47ca-af7e-9e4c87925cb1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:05.776535 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-be497fae-13d6-4b20-b417-11088ac6bb09 req-cb1784c8-6806-47ca-af7e-9e4c87925cb1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0752690 Jul 25 06:03:05.791327 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:05.873535 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-be497fae-13d6-4b20-b417-11088ac6bb09 req-1b76eeee-fd88-4fa7-a72d-01e1a438c02a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870879 Jul 25 06:03:05.900453 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-d202c810-7a9e-41f4-8666-b8bbbc9a2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:05.905853 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-d202c810-7a9e-41f4-8666-b8bbbc9a2dd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 1129 time: 0.1401107 Jul 25 06:03:05.910312 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:05.913893 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port c86fe1cd-ba90-483f-8c21-3093b1ee753e triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:05.913893 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:05.973717 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '38ff92c0-a00a-47e1-8c8a-767f34ecb3de', 'network_id': 'bed4e1ff-978c-499b-96a3-5f6ed76b5a2b', 'port_id': '38ff92c0-a00a-47e1-8c8a-767f34ecb3de', 'mac_address': 'fa:16:3e:b6:16:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b58dc0e-8146-46fa-8ae8-887d81b1ca06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:03:06.085629 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-a2a25517-541e-4fa2-b0c6-c2996a524976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:06.086901 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:06.089178 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-a2a25517-541e-4fa2-b0c6-c2996a524976 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.1733634 Jul 25 06:03:06.099634 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0d3ac-60bf-4112-ab35-0f47d931ce6e req-57b77cf7-61b0-43bc-9338-1a83526a4e92 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:06.104158 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbd0d3ac-60bf-4112-ab35-0f47d931ce6e req-57b77cf7-61b0-43bc-9338-1a83526a4e92 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 944 time: 0.1082375 Jul 25 06:03:06.165165 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:06.165668 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:06.170639 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port c86fe1cd-ba90-483f-8c21-3093b1ee753e is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:06.171018 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:06.192519 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bdb85-5766-4476-9c72-60cabadae5dc req-f87cfa28-3bce-4aaf-baf0-52933d2d91f5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:06.194266 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-210bdb85-5766-4476-9c72-60cabadae5dc req-f87cfa28-3bce-4aaf-baf0-52933d2d91f5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 944 time: 0.1033356 Jul 25 06:03:06.203550 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ff92c0-a00a-47e1-8c8a-767f34ecb3de {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:03:06.205816 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbd0d3ac-60bf-4112-ab35-0f47d931ce6e req-7f46fe66-e6b1-4490-90bf-4d9b4f576c59 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938029 Jul 25 06:03:06.239727 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:06.241768 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:06.247171 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed7a738-5758-42fa-8d1f-aa689e77d5c8" -d '{"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-plugged", "status": "completed", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:06.284508 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:06.319135 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:06.335241 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2ca35-aaaf-408d-948d-e917fca41834 x-openstack-request-id: req-1cb2ca35-aaaf-408d-948d-e917fca41834 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:06.336531 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-plugged", "status": "completed", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:06.336678 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1cb2ca35-aaaf-408d-948d-e917fca41834 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:06.339030 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb2ca35-aaaf-408d-948d-e917fca41834'] response: {'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'code': 200} Jul 25 06:03:06.357087 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-210bdb85-5766-4476-9c72-60cabadae5dc req-7fd92228-d2c0-405b-bfd6-f9b17da70a68 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550014 Jul 25 06:03:06.393778 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-14174fed-c2df-4fa5-8737-371e3b75b2eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40 HTTP/1.1" status: 200 len: 1001 time: 0.1587281 Jul 25 06:03:06.444415 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 45308) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:06.484768 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-50f73d7f-d1ec-4f9b-a7ec-dc57dc1b8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:06.487529 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-50f73d7f-d1ec-4f9b-a7ec-dc57dc1b8c39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0831089 Jul 25 06:03:06.514980 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6873fd92-15d5-4850-be97-793590401a2d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:06.549229 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6873fd92-15d5-4850-be97-793590401a2d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:06.602812 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=10']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:06.608539 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:06.671614 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:06.690278 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6873fd92-15d5-4850-be97-793590401a2d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:06.693735 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6873fd92-15d5-4850-be97-793590401a2d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:06.695076 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6873fd92-15d5-4850-be97-793590401a2d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "DELETE /v2.0/security-groups/3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca HTTP/1.1" status: 204 len: 168 time: 0.2496324 Jul 25 06:03:06.699020 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45316) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:06.716501 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.api.v2.resource [None req-1aad4804-612d-4183-8b6f-10a16ab945b9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] show failed (client error): The resource could not be found. Jul 25 06:03:06.720376 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-1aad4804-612d-4183-8b6f-10a16ab945b9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups/3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca HTTP/1.1" status: 404 len: 347 time: 0.0176227 Jul 25 06:03:06.720552 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873fd92-15d5-4850-be97-793590401a2d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3ef21a-fee4-42e6-93b5-8b50d0c3a3ca,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:06.726010 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 45318) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:06.825362 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-e96da905-4fc9-4dcb-b2ae-614ba6a7aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:06.827356 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-e96da905-4fc9-4dcb-b2ae-614ba6a7aaa0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796959 Jul 25 06:03:06.879184 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['38ff92c0-a00a-47e1-8c8a-767f34ecb3de'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:03:06.883149 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:06.953502 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Deleting port 03efad07-896c-47d9-87f6-991d0cc9e971 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:03:06.954504 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (03efad07-896c-47d9-87f6-991d0cc9e971), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:07.023398 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-f32d6f4c-f3d6-4766-8ac3-72fe328a7ecd service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890275 Jul 25 06:03:07.060733 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (03efad07-896c-47d9-87f6-991d0cc9e971), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:07.061379 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (03efad07-896c-47d9-87f6-991d0cc9e971), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:07.076356 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Calling delete_port for 03efad07-896c-47d9-87f6-991d0cc9e971 owned by network:floatingip {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:03:07.219685 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:07.236433 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d2151-b2e3-41b3-8b09-69f4ce6ddc39 req-3c621e1c-0265-4c2b-adf1-b798223b2ab8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:07.243340 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0c8d2151-b2e3-41b3-8b09-69f4ce6ddc39 req-3c621e1c-0265-4c2b-adf1-b798223b2ab8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.2136605 Jul 25 06:03:07.308252 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf9466-0b82-46b0-810c-5aa23cd071ae req-a03676e0-af36-4a75-a071-fa88dc748a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:07.310180 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-acaf9466-0b82-46b0-810c-5aa23cd071ae req-a03676e0-af36-4a75-a071-fa88dc748a25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 1130 time: 0.0914896 Jul 25 06:03:07.327786 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0c8d2151-b2e3-41b3-8b09-69f4ce6ddc39 req-dcb399e5-3acd-44b3-9dde-fa36ceba5200 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829351 Jul 25 06:03:07.353031 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-eaa145d8-62b8-40b4-8121-bfd40b59508e req-cab69a4c-ac1d-40d4-96ea-880d163535d7 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159699 Jul 25 06:03:07.416659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75255e89-c073-4b72-8ec5-4c87ef7d89d3 req-59e6ed2e-91b8-4967-b689-acf334654070 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:07.423710 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-75255e89-c073-4b72-8ec5-4c87ef7d89d3 req-59e6ed2e-91b8-4967-b689-acf334654070 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 945 time: 0.1096811 Jul 25 06:03:07.451122 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-acaf9466-0b82-46b0-810c-5aa23cd071ae req-7c2e2f5f-4339-4604-a289-123fea184418 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214147 Jul 25 06:03:07.469806 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:07.476709 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (03efad07-896c-47d9-87f6-991d0cc9e971), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:07.517085 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-75255e89-c073-4b72-8ec5-4c87ef7d89d3 req-ed591af5-0e49-4f2a-83d7-f6287cc73247 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920017 Jul 25 06:03:07.519288 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6a30d-4b50-49e3-ad45-c4782ccc8fa2 req-55857568-2a39-4940-9685-62a19e16f77d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:07.521082 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7af6a30d-4b50-49e3-ad45-c4782ccc8fa2 req-55857568-2a39-4940-9685-62a19e16f77d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0530319 Jul 25 06:03:07.524447 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'Port': ['ID=03efad07-896c-47d9-87f6-991d0cc9e971,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:07.557469 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:07.595459 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7af6a30d-4b50-49e3-ad45-c4782ccc8fa2 req-1fcda73c-9084-4d35-80b0-dbc4b986b2a1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612240 Jul 25 06:03:07.612411 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (77d4412e-ed49-4aa2-87f3-d967e0be9e29), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:07.614949 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:07.619493 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-9353d414-683a-46c1-817e-dc92e9654566 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "DELETE /v2.0/floatingips/77d4412e-ed49-4aa2-87f3-d967e0be9e29 HTTP/1.1" status: 204 len: 168 time: 0.8889563 Jul 25 06:03:08.253972 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e9938-7a42-4e54-a066-a52ca3caa2be req-a792b93e-736f-4746-9bda-43f93d458373 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:08.255481 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4c5e9938-7a42-4e54-a066-a52ca3caa2be req-a792b93e-736f-4746-9bda-43f93d458373 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0555253 Jul 25 06:03:08.320790 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4c5e9938-7a42-4e54-a066-a52ca3caa2be req-27fe776f-3aaf-4c6d-b025-bdefc3b9569c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533276 Jul 25 06:03:08.464052 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3d42f-b3f4-4c12-ace7-64c7bbdc9e5d req-d7be9568-2e79-46e4-8f50-33ae24a47c04 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:08.465648 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ebf3d42f-b3f4-4c12-ace7-64c7bbdc9e5d req-d7be9568-2e79-46e4-8f50-33ae24a47c04 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0493572 Jul 25 06:03:08.527502 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ebf3d42f-b3f4-4c12-ace7-64c7bbdc9e5d req-c86b0606-b93e-4c3b-a192-de438d3ddb63 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560501 Jul 25 06:03:08.665705 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b12364-0fe9-4323-912b-ebfd7872ed2c req-8585da09-d869-4060-bffb-60c5e8e0d4c6 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:08.667914 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c8b12364-0fe9-4323-912b-ebfd7872ed2c req-8585da09-d869-4060-bffb-60c5e8e0d4c6 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 945 time: 0.0646873 Jul 25 06:03:08.732322 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc72f10-16d3-4e2b-b697-b69c34539f01 req-26e7ef26-b85d-4a29-b2e8-0771708903dc tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:08.733742 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5fc72f10-16d3-4e2b-b697-b69c34539f01 req-26e7ef26-b85d-4a29-b2e8-0771708903dc tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0560360 Jul 25 06:03:08.736820 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c8b12364-0fe9-4323-912b-ebfd7872ed2c req-386362c6-1a75-4738-83fb-bed24a8f47d2 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591474 Jul 25 06:03:08.764662 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:08.791268 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5fc72f10-16d3-4e2b-b697-b69c34539f01 req-bb26d845-b3ae-4e89-bf45-a2a6623be72d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512772 Jul 25 06:03:09.443337 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c051d6f-8b1e-4be2-b245-16e8c6d84842 req-81713f23-4cdc-40a9-b480-8514290fa82e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:09.444810 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9c051d6f-8b1e-4be2-b245-16e8c6d84842 req-81713f23-4cdc-40a9-b480-8514290fa82e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0484884 Jul 25 06:03:09.514016 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9c051d6f-8b1e-4be2-b245-16e8c6d84842 req-d3658ee5-6057-4c5d-bdae-ca7d0c5e0933 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553994 Jul 25 06:03:09.647723 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392f8b-bd3c-4813-9ec8-d91f73870f2f req-21071bf7-bc72-478b-a06c-2ef5906b9700 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:09.649222 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-66392f8b-bd3c-4813-9ec8-d91f73870f2f req-21071bf7-bc72-478b-a06c-2ef5906b9700 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0510454 Jul 25 06:03:09.695771 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-66392f8b-bd3c-4813-9ec8-d91f73870f2f req-9fda719d-fea8-433d-827c-dd6d4910e2e3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404682 Jul 25 06:03:09.876138 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4755398-2643-4fc2-a8b2-fd0c3d23c07d req-06fca7df-21cb-45ca-8e54-8c9e1c5ca997 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:09.877814 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b4755398-2643-4fc2-a8b2-fd0c3d23c07d req-06fca7df-21cb-45ca-8e54-8c9e1c5ca997 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 945 time: 0.0533009 Jul 25 06:03:09.927216 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb607d-e1d8-44d2-9f5e-ea5436c93bdc req-47208344-404c-43db-9a67-cd21b7bfaf38 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:09.936925 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8fbb607d-e1d8-44d2-9f5e-ea5436c93bdc req-47208344-404c-43db-9a67-cd21b7bfaf38 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0631330 Jul 25 06:03:09.942623 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b4755398-2643-4fc2-a8b2-fd0c3d23c07d req-349437b1-f47e-41f8-85fe-fb690c297607 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Jul 25 06:03:09.985675 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8fbb607d-e1d8-44d2-9f5e-ea5436c93bdc req-bceec8d2-392b-48bc-a23b-087703dbb7d5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477781 Jul 25 06:03:10.553224 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 38ff92c0-a00a-47e1-8c8a-767f34ecb3de up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:03:10.615960 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:03:10.661485 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab29462-8c76-4257-9779-fb83c19bc437 req-50f3ad21-2ad8-40c1-a531-deba806f52f3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:10.663155 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7ab29462-8c76-4257-9779-fb83c19bc437 req-50f3ad21-2ad8-40c1-a531-deba806f52f3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0604308 Jul 25 06:03:10.705043 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:10.705418 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:10.722615 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7ab29462-8c76-4257-9779-fb83c19bc437 req-798cd596-b855-4241-98f9-bc3806e70f1c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530906 Jul 25 06:03:10.818008 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:10.818541 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:10.847314 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c564d4-6300-4c60-8829-01e8f445ce7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ff92c0-a00a-47e1-8c8a-767f34ecb3de'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:10.849874 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac51fd0-1b69-4ce5-8b78-8344e5a7767c" -d '{"events": [{"server_uuid": "33c564d4-6300-4c60-8829-01e8f445ce7a", "name": "network-vif-plugged", "status": "completed", "tag": "38ff92c0-a00a-47e1-8c8a-767f34ecb3de"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:10.866816 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5ee1b-8fa7-48ef-8918-3ceb6c50080d req-1c6a68e9-06e6-4e7e-8909-86997d9c1bae tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:10.868373 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bfa5ee1b-8fa7-48ef-8918-3ceb6c50080d req-1c6a68e9-06e6-4e7e-8909-86997d9c1bae tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0637441 Jul 25 06:03:10.887174 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:10.903193 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c0f91-c0e6-4294-addf-187509b31be6 x-openstack-request-id: req-c97c0f91-c0e6-4294-addf-187509b31be6 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:10.903572 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c564d4-6300-4c60-8829-01e8f445ce7a", "name": "network-vif-plugged", "status": "completed", "tag": "38ff92c0-a00a-47e1-8c8a-767f34ecb3de", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:10.903885 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c97c0f91-c0e6-4294-addf-187509b31be6 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:10.904387 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97c0f91-c0e6-4294-addf-187509b31be6'] response: {'server_uuid': '33c564d4-6300-4c60-8829-01e8f445ce7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ff92c0-a00a-47e1-8c8a-767f34ecb3de', 'code': 200} Jul 25 06:03:10.940012 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bfa5ee1b-8fa7-48ef-8918-3ceb6c50080d req-4b469e21-035c-4a7b-b68b-95e77e0afc53 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623016 Jul 25 06:03:10.965019 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:11.069837 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:11.112736 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef8b1-8f69-4bb4-88c4-fce093171838 req-6f950963-a724-4572-b752-ff54239b965a tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:11.120662 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3f1ef8b1-8f69-4bb4-88c4-fce093171838 req-6f950963-a724-4572-b752-ff54239b965a tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 946 time: 0.0914907 Jul 25 06:03:11.168845 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e89d77-f3c8-4c3a-bb40-73eb981dfd8b req-de074849-15fc-4bca-a2cb-38e1de733cce tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:11.170779 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a9e89d77-f3c8-4c3a-bb40-73eb981dfd8b req-de074849-15fc-4bca-a2cb-38e1de733cce tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0597005 Jul 25 06:03:11.187848 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3f1ef8b1-8f69-4bb4-88c4-fce093171838 req-fbba5723-b5c3-4121-adfd-a3c377e12a76 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609293 Jul 25 06:03:11.239644 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a9e89d77-f3c8-4c3a-bb40-73eb981dfd8b req-433bd2a4-55c0-4e20-b2a7-933f636930ec tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625179 Jul 25 06:03:11.905440 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0882a-de5a-473d-b7ef-e8203e4231c8 req-39adbbb3-a2d6-42f6-98af-ed0a04808596 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:11.913668 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a2e0882a-de5a-473d-b7ef-e8203e4231c8 req-39adbbb3-a2d6-42f6-98af-ed0a04808596 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0800369 Jul 25 06:03:12.015975 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a2e0882a-de5a-473d-b7ef-e8203e4231c8 req-ec181725-5f2e-4971-a01d-b919495aabf9 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989614 Jul 25 06:03:12.195565 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c72051-a961-4d54-8d8f-ad78556a44d2 req-ea3aaa32-caed-4c50-b81d-1ac8ab449a78 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:12.205313 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e7c72051-a961-4d54-8d8f-ad78556a44d2 req-ea3aaa32-caed-4c50-b81d-1ac8ab449a78 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.1667271 Jul 25 06:03:12.218227 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba329b-4f71-43a9-bf3b-91dee7bb9f85 req-83f45eba-aa01-43ed-bcef-3c661fce204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:12.220944 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b0ba329b-4f71-43a9-bf3b-91dee7bb9f85 req-83f45eba-aa01-43ed-bcef-3c661fce204c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 1130 time: 0.1219969 Jul 25 06:03:12.340565 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e7c72051-a961-4d54-8d8f-ad78556a44d2 req-cf5b867f-068f-4e86-83fb-4b108d364f88 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333511 Jul 25 06:03:12.387394 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b0ba329b-4f71-43a9-bf3b-91dee7bb9f85 req-093994e1-82e7-4935-af4b-8b4ce698f0aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099565 Jul 25 06:03:12.478815 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cc561-5bfe-43f8-bb0b-e6830d188fff req-b8005f3d-d09f-468a-ad5e-3446c5ff7e2f tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:12.486264 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-078cc561-5bfe-43f8-bb0b-e6830d188fff req-b8005f3d-d09f-468a-ad5e-3446c5ff7e2f tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 946 time: 0.1088486 Jul 25 06:03:12.570674 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-078cc561-5bfe-43f8-bb0b-e6830d188fff req-b4dcfcd5-393b-406c-a688-85ea9b117038 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811038 Jul 25 06:03:12.627091 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae80d2-cea1-4bec-9a6b-67311d73c27f req-e8c28dc7-ebf5-48d1-ba69-f6b8cacc5137 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:12.628031 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e4ae80d2-cea1-4bec-9a6b-67311d73c27f req-e8c28dc7-ebf5-48d1-ba69-f6b8cacc5137 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.1277206 Jul 25 06:03:12.688183 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:12.737930 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e4ae80d2-cea1-4bec-9a6b-67311d73c27f req-4257d96c-56b5-4b52-9104-9c9cfe3e3495 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001346 Jul 25 06:03:13.144415 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36991055-df8d-4964-928b-8156b14b8c10 req-9c19a05f-2c58-4cc3-9979-4e3ef36b1a6c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:13.146415 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-36991055-df8d-4964-928b-8156b14b8c10 req-9c19a05f-2c58-4cc3-9979-4e3ef36b1a6c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0571339 Jul 25 06:03:13.210752 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-36991055-df8d-4964-928b-8156b14b8c10 req-73b77352-71ca-486d-8615-8717bd605f9e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582414 Jul 25 06:03:13.527683 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a41ec5-05d2-414d-9c93-a568228f9d6e req-ef3674a2-63bf-4379-97b1-367f5a544b0e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:13.529873 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34a41ec5-05d2-414d-9c93-a568228f9d6e req-ef3674a2-63bf-4379-97b1-367f5a544b0e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0842330 Jul 25 06:03:13.622411 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-34a41ec5-05d2-414d-9c93-a568228f9d6e req-cf86e330-d7e2-4ad6-ad10-5306cf7b0297 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868223 Jul 25 06:03:13.727363 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ee833-a1d9-4bac-9e1a-a1534da6054a req-0d2f6340-f3bf-40cc-803d-46ad006d71d5 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:13.731049 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7c3ee833-a1d9-4bac-9e1a-a1534da6054a req-0d2f6340-f3bf-40cc-803d-46ad006d71d5 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 946 time: 0.0724363 Jul 25 06:03:13.759942 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:13.800456 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7c3ee833-a1d9-4bac-9e1a-a1534da6054a req-c1511dc1-afc1-4485-b62f-e543c8187974 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635793 Jul 25 06:03:14.000639 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd0c5-1964-4185-a814-c479d1f7b93d req-16372067-e6a3-46b1-9653-0d06d9bf8580 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:14.008697 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a4cbd0c5-1964-4185-a814-c479d1f7b93d req-16372067-e6a3-46b1-9653-0d06d9bf8580 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0932715 Jul 25 06:03:14.063370 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a4cbd0c5-1964-4185-a814-c479d1f7b93d req-5c8457fe-030f-4d3d-a7b2-50f1f4d29e15 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536015 Jul 25 06:03:14.303249 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:14.348074 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223c955-c34b-44b3-80d6-748183254150 req-3ecd7a02-c7c7-4bc7-b01f-6b4a197788bb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:14.359254 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8223c955-c34b-44b3-80d6-748183254150 req-3ecd7a02-c7c7-4bc7-b01f-6b4a197788bb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0694828 Jul 25 06:03:14.414720 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8223c955-c34b-44b3-80d6-748183254150 req-336f1c4a-993f-4132-b539-78088bca0526 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544796 Jul 25 06:03:14.464750 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:03:14.593711 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aa69d-4b80-43e5-9c85-01d1a97e9f3f req-8a8a1fdd-c2a4-462a-aa9c-68025263fd12 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:14.601486 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-524aa69d-4b80-43e5-9c85-01d1a97e9f3f req-8a8a1fdd-c2a4-462a-aa9c-68025263fd12 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.0584619 Jul 25 06:03:14.664372 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-524aa69d-4b80-43e5-9c85-01d1a97e9f3f req-4b6e99bc-f394-47ae-98c0-73868cdb8bbe tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586090 Jul 25 06:03:14.798076 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4780cd8-9421-4085-91ee-ab9b63ddc0dc req-3cb0587f-4506-4417-8afa-71a2a802283e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:14.799638 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c4780cd8-9421-4085-91ee-ab9b63ddc0dc req-3cb0587f-4506-4417-8afa-71a2a802283e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0750587 Jul 25 06:03:14.888801 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c4780cd8-9421-4085-91ee-ab9b63ddc0dc req-eb438d86-d75c-4061-87d3-a13efd24a751 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827832 Jul 25 06:03:14.946059 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdf0a-325c-40b8-acaf-183f741e4f6c req-4f8bfd38-4068-4c0b-bfe7-b1a57de944f9 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:14.948713 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cd6bdf0a-325c-40b8-acaf-183f741e4f6c req-4f8bfd38-4068-4c0b-bfe7-b1a57de944f9 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 946 time: 0.0581980 Jul 25 06:03:15.002331 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cd6bdf0a-325c-40b8-acaf-183f741e4f6c req-dd2fdc6b-f9e0-4056-8f95-ce8d219ebb4d tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Jul 25 06:03:15.276671 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:16.531365 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-ecae7163-abcb-4b6d-b0da-72d4048d5062 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:16.534084 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-ecae7163-abcb-4b6d-b0da-72d4048d5062 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.0651989 Jul 25 06:03:16.540374 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-bfa636eb-f48d-41c8-888d-b91e00ea1465 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:16.543448 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-bfa636eb-f48d-41c8-888d-b91e00ea1465 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/networks?id=d44552f4-d09f-406e-b8fb-423b2c54a3ee HTTP/1.1" status: 200 len: 814 time: 0.1798067 Jul 25 06:03:16.637039 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-9d4e8f7d-9b03-48e1-a078-bb447600b902 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/quotas/a18a468edefd401c835e7e368ac740e5 HTTP/1.1" status: 200 len: 375 time: 0.0462208 Jul 25 06:03:16.680855 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Deleting port d39effe6-1cf3-4165-9474-bb2a0cbbe15d {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:03:16.682133 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:16.730889 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-da384a6e-c454-4809-9e27-74cdcad5b755 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a18a468edefd401c835e7e368ac740e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847924 Jul 25 06:03:16.886178 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:16.896991 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] For port d39effe6-1cf3-4165-9474-bb2a0cbbe15d, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:16.897446 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:16.907209 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-2786e991-5017-4499-b712-e17f593234c9 service neutron] 10.222.0.40 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750250 Jul 25 06:03:17.312210 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61d99-da52-4747-b0d6-512aeeed8afa req-f6f14dcc-ffbe-4e31-9f51-bd209df329ac tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:17.319166 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a6e61d99-da52-4747-b0d6-512aeeed8afa req-f6f14dcc-ffbe-4e31-9f51-bd209df329ac tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0564668 Jul 25 06:03:17.380098 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a6e61d99-da52-4747-b0d6-512aeeed8afa req-b3dff663-0259-430b-9aa1-6925a7a27f4b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596247 Jul 25 06:03:17.532813 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eec44b-08d8-422f-9028-881d55aa26d1 req-0546f58b-7f06-40c2-9da0-77d22852e90d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:17.540763 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-28065f49-a4c0-49ca-b716-a1466bf46818 service neutron] 10.222.0.40 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325002 Jul 25 06:03:17.541509 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d0eec44b-08d8-422f-9028-881d55aa26d1 req-0546f58b-7f06-40c2-9da0-77d22852e90d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0784099 Jul 25 06:03:17.611537 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d0eec44b-08d8-422f-9028-881d55aa26d1 req-6b2e1ac6-4d15-4eda-8990-57d3b22418a2 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687845 Jul 25 06:03:17.682089 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:17.682812 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (a3719fcb-2ad0-4e1d-8471-0eeff237b3b0), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:17.683234 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Floating IP a3719fcb-2ad0-4e1d-8471-0eeff237b3b0 disassociated. External IP: 172.27.1.127, port: d39effe6-1cf3-4165-9474-bb2a0cbbe15d. Jul 25 06:03:17.683897 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Calling delete_port for d39effe6-1cf3-4165-9474-bb2a0cbbe15d owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:03:17.723778 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d5a88-d2d4-4b31-aac3-b3b78b8f29e7 req-c98639e5-92f1-410a-84b4-838b63e5d1e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:17.732735 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-116d5a88-d2d4-4b31-aac3-b3b78b8f29e7 req-c98639e5-92f1-410a-84b4-838b63e5d1e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 945 time: 0.0672667 Jul 25 06:03:17.745233 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:17.860564 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-116d5a88-d2d4-4b31-aac3-b3b78b8f29e7 req-dc5e999b-1b19-4a6d-85d7-3bc8547f443f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=cf24cb11-5d78-4228-aa6d-d6817696465a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120546 Jul 25 06:03:17.981902 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e72ef5-134e-4940-9f90-560c48d8778d req-2281ce56-3736-468d-b82c-32061d3cbefb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:17.982455 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9e72ef5-134e-4940-9f90-560c48d8778d req-2281ce56-3736-468d-b82c-32061d3cbefb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.1077747 Jul 25 06:03:17.987398 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-461bc9de-e127-4183-8b68-e3c0881f1cb0 req-1d29c7fd-275f-49ed-b91a-102fb9658ea9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0479181 Jul 25 06:03:18.033724 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (d39effe6-1cf3-4165-9474-bb2a0cbbe15d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:18.073727 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'Port': ['ID=d39effe6-1cf3-4165-9474-bb2a0cbbe15d,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:18.097087 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9e72ef5-134e-4940-9f90-560c48d8778d req-ad40387b-d22c-494b-a792-651b373560aa tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067829 Jul 25 06:03:18.221347 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:03:18.364355 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:03:18.371703 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:18.386723 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:03:18.399746 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:18.401167 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:18.421676 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] No DVR routers for this DVR port d39effe6-1cf3-4165-9474-bb2a0cbbe15d on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:03:18.427364 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:18.430872 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-95abe3ad-7a86-4e48-a7f8-c28b1463b110 req-7a811452-a69d-4869-93c3-aaa6d57244d5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "DELETE /v2.0/ports/d39effe6-1cf3-4165-9474-bb2a0cbbe15d HTTP/1.1" status: 204 len: 173 time: 1.8874393 Jul 25 06:03:18.431334 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'name': 'network-vif-deleted', 'tag': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:18.436029 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95439c25-4f75-42d3-bb99-e0047854e8ac" -d '{"events": [{"server_uuid": "efb335ec-f540-494a-a2c7-c8db2f467c02", "name": "network-vif-deleted", "tag": "d39effe6-1cf3-4165-9474-bb2a0cbbe15d"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:18.516512 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82c47cc-efc1-43d9-ba01-93bc49ffcc86 x-openstack-request-id: req-f82c47cc-efc1-43d9-ba01-93bc49ffcc86 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:18.516821 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb335ec-f540-494a-a2c7-c8db2f467c02", "name": "network-vif-deleted", "tag": "d39effe6-1cf3-4165-9474-bb2a0cbbe15d", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:18.517080 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f82c47cc-efc1-43d9-ba01-93bc49ffcc86 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:18.517560 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82c47cc-efc1-43d9-ba01-93bc49ffcc86'] response: {'server_uuid': 'efb335ec-f540-494a-a2c7-c8db2f467c02', 'name': 'network-vif-deleted', 'tag': 'd39effe6-1cf3-4165-9474-bb2a0cbbe15d', 'status': 'completed', 'code': 200} Jul 25 06:03:18.590911 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:18.637622 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:18.736605 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706bdc-97aa-4aaa-b551-f7361bf1bd0f req-eae15ad7-ba8a-44cd-ba2d-cbf12c6a4126 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:18.738601 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9b706bdc-97aa-4aaa-b551-f7361bf1bd0f req-eae15ad7-ba8a-44cd-ba2d-cbf12c6a4126 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0541582 Jul 25 06:03:18.795698 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9b706bdc-97aa-4aaa-b551-f7361bf1bd0f req-70f7616b-96a8-4ec6-8eba-1b9e947cf26e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489609 Jul 25 06:03:18.827396 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:18.843509 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:18.873430 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:03:18.883067 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:18.883923 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:02:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:19.015700 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:19.099691 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5c8a5d3d-5506-463f-9752-348cf1db4d1f req-fce05e7b-799b-4a1a-95b7-d9cc06e56198 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=efb335ec-f540-494a-a2c7-c8db2f467c02 HTTP/1.1" status: 200 len: 210 time: 0.0744135 Jul 25 06:03:19.100589 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-23c0d5b2-0ee1-436f-80b3-408e3ba585d3 req-27648526-b35f-439e-8a11-7c6df0b7cdfb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0591922 Jul 25 06:03:19.276222 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:19.284399 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b6af0-9e0a-48e8-9171-e4e169e5b905 req-7a034bfb-3cb8-4e41-834b-b23842861766 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:19.284399 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-422b6af0-9e0a-48e8-9171-e4e169e5b905 req-7a034bfb-3cb8-4e41-834b-b23842861766 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0786974 Jul 25 06:03:19.303972 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d7a76-cf00-40b4-9572-5f1a4e7a7fda None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:03:19.375967 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-422b6af0-9e0a-48e8-9171-e4e169e5b905 req-7e1b0f85-0d22-4446-a1dc-10daf204142e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802250 Jul 25 06:03:19.657039 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e7bd5-7a10-4eaf-a7d3-5ead4bcc2b36 None None] New status for floating IP a3719fcb-2ad0-4e1d-8471-0eeff237b3b0: DOWN {{(pid=110785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:03:19.964160 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728e935-3e11-43d2-930d-c69618d120e5 req-4340b761-82b6-44de-8fc5-8aecf85b9efa tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:19.970054 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3728e935-3e11-43d2-930d-c69618d120e5 req-4340b761-82b6-44de-8fc5-8aecf85b9efa tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0725684 Jul 25 06:03:20.028365 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:20.036282 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3728e935-3e11-43d2-930d-c69618d120e5 req-688f5aff-d641-4d00-a512-31a7a7f5d49b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537181 Jul 25 06:03:20.238064 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bd81bf5b-fc4f-4a70-a896-e4d81be5ffd1 req-e4da1b1c-baa9-48a8-b646-d73310cfac66 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0338073 Jul 25 06:03:20.277657 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45592) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:20.340561 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6cfe8253-ec9c-4ec0-920d-a80774fc60a9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (cf24cb11-5d78-4228-aa6d-d6817696465a), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:20.365797 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6cfe8253-ec9c-4ec0-920d-a80774fc60a9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (cf24cb11-5d78-4228-aa6d-d6817696465a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:20.506572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba13350-56f3-4648-af69-9f9db0ec9517 req-fc873c72-369d-42d2-83e3-d4be57c87579 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:20.508048 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6cfe8253-ec9c-4ec0-920d-a80774fc60a9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cf24cb11-5d78-4228-aa6d-d6817696465a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:20.511681 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6cfe8253-ec9c-4ec0-920d-a80774fc60a9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:20.513059 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-6cfe8253-ec9c-4ec0-920d-a80774fc60a9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "DELETE /v2.0/security-groups/cf24cb11-5d78-4228-aa6d-d6817696465a HTTP/1.1" status: 204 len: 168 time: 0.2338820 Jul 25 06:03:20.516603 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45602) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:20.521594 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0ba13350-56f3-4648-af69-9f9db0ec9517 req-fc873c72-369d-42d2-83e3-d4be57c87579 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0784552 Jul 25 06:03:20.555966 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe8253-ec9c-4ec0-920d-a80774fc60a9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf24cb11-5d78-4228-aa6d-d6817696465a,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:20.561715 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.api.v2.resource [None req-08885259-be75-4137-ab78-399ed13c69c7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] show failed (client error): The resource could not be found. Jul 25 06:03:20.588531 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-08885259-be75-4137-ab78-399ed13c69c7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups/cf24cb11-5d78-4228-aa6d-d6817696465a HTTP/1.1" status: 404 len: 347 time: 0.0650663 Jul 25 06:03:20.589609 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45604) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:20.597946 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device d39effe6-1cf3-4165-9474-bb2a0cbbe15d no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:03:20.634152 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0ba13350-56f3-4648-af69-9f9db0ec9517 req-25111178-2cac-4253-8344-9df039025748 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061878 Jul 25 06:03:20.638855 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: d39effe6-1cf3-4165-9474-bb2a0cbbe15d {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:03:20.639000 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device d39effe6-1cf3-4165-9474-bb2a0cbbe15d not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:03:20.738163 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Deleting port f80224c7-a758-4fb9-b084-5c2555a834ac {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:03:20.738515 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (f80224c7-a758-4fb9-b084-5c2555a834ac), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:20.830567 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:20.834865 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (f80224c7-a758-4fb9-b084-5c2555a834ac), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:20.835209 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (f80224c7-a758-4fb9-b084-5c2555a834ac), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:20.850802 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Calling delete_port for f80224c7-a758-4fb9-b084-5c2555a834ac owned by network:floatingip {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:03:20.947750 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-fa7ce0b7-ce15-40cf-973b-2512b0f7e9b3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:20.949637 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-fa7ce0b7-ce15-40cf-973b-2512b0f7e9b3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.47 "GET /v2.0/networks?id=d44552f4-d09f-406e-b8fb-423b2c54a3ee HTTP/1.1" status: 200 len: 814 time: 0.1819341 Jul 25 06:03:21.040243 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'port': {'device_id': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'admin_state_up': True, 'tenant_id': 'a18a468edefd401c835e7e368ac740e5'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:21.148537 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (f80224c7-a758-4fb9-b084-5c2555a834ac), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:21.209163 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fef26-aa34-48e3-87dc-3aea05c4f8b6 req-b7f017f5-b71f-4448-82ca-1106fbe68b88 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:21.210596 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-296fef26-aa34-48e3-87dc-3aea05c4f8b6 req-b7f017f5-b71f-4448-82ca-1106fbe68b88 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0744357 Jul 25 06:03:21.213211 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'Port': ['ID=f80224c7-a758-4fb9-b084-5c2555a834ac,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:21.323624 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Made reservation on behalf of a18a468edefd401c835e7e368ac740e5 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:03:21.328155 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:21.359567 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-296fef26-aa34-48e3-87dc-3aea05c4f8b6 req-7e6311c9-e8bc-4f3b-8e32-ef8e595df87b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393158 Jul 25 06:03:21.373628 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (a3719fcb-2ad0-4e1d-8471-0eeff237b3b0), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:21.395172 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:21.395172 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-e0b8c8ef-a8e8-4585-bfb5-fda5e0cfdc4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "DELETE /v2.0/floatingips/a3719fcb-2ad0-4e1d-8471-0eeff237b3b0 HTTP/1.1" status: 204 len: 168 time: 0.7877610 Jul 25 06:03:21.458716 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-67d5c0ea-2b82-4d1d-a863-f9ddec7d3724 req-2306beee-bc84-4fdc-90b2-3a6cee9f815b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.1042476 Jul 25 06:03:21.493327 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:21.579514 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45632) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:21.587294 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-32dd0f01-dc55-429a-a247-9e27ded8eee7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115116483', 'description': 'tempest-description--1690061353'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:21.648548 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Allocated IP 172.20.0.5 (d44552f4-d09f-406e-b8fb-423b2c54a3ee/6abd3025-ec15-47c9-950a-7d0a39f55fdd/279fa404-535f-4110-9863-de45be0f04f9) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:03:21.739880 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-32dd0f01-dc55-429a-a247-9e27ded8eee7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:21.803292 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:21.865285 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-32dd0f01-dc55-429a-a247-9e27ded8eee7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (68d840ef-e764-49f4-b64b-04833726d094), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:21.889714 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3da3b5-3fa9-44fd-93a3-02fb274d5063 req-596e91b6-11f7-47cf-b735-d8c523781c63 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:21.892016 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5f3da3b5-3fa9-44fd-93a3-02fb274d5063 req-596e91b6-11f7-47cf-b735-d8c523781c63 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.1638668 Jul 25 06:03:21.920488 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for port (279fa404-535f-4110-9863-de45be0f04f9), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:21.940083 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-32dd0f01-dc55-429a-a247-9e27ded8eee7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (68d840ef-e764-49f4-b64b-04833726d094), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:21.949460 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:21.987984 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5f3da3b5-3fa9-44fd-93a3-02fb274d5063 req-6e582975-5a56-4c40-86dd-34970536bd59 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881617 Jul 25 06:03:22.017592 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd0f01-dc55-429a-a247-9e27ded8eee7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d840ef-e764-49f4-b64b-04833726d094,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:22.053683 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-32dd0f01-dc55-429a-a247-9e27ded8eee7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.058777 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-32dd0f01-dc55-429a-a247-9e27ded8eee7 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4744220 Jul 25 06:03:22.059169 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 45642) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:22.064400 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-f9d1669f-e86a-4898-a56d-eb410b9d0f76 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group_rule': {'security_group_id': '68d840ef-e764-49f4-b64b-04833726d094', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:22.078655 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (279fa404-535f-4110-9863-de45be0f04f9), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.143520 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Network d44552f4-d09f-406e-b8fb-423b2c54a3ee is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:03:22.148511 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:03:22.151243 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:03:22.156428 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'Port': ['ID=279fa404-535f-4110-9863-de45be0f04f9,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:22.214911 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f9d1669f-e86a-4898-a56d-eb410b9d0f76 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (7e8a81bc-4d41-4c3e-af7b-c4a4bf4e5cfa), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.222533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:22.223270 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.272323 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:22.291535 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f9d1669f-e86a-4898-a56d-eb410b9d0f76 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (7e8a81bc-4d41-4c3e-af7b-c4a4bf4e5cfa), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.396787 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-ba3430fa-f98e-43ab-9e97-581f6abc62f3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3613882 Jul 25 06:03:22.408753 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Request body: {'port': {'device_id': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:22.412983 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f9d1669f-e86a-4898-a56d-eb410b9d0f76 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (7e8a81bc-4d41-4c3e-af7b-c4a4bf4e5cfa), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.413759 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-b6069147-6ffe-4792-94dc-2fc7e7df6feb None None] Provisioning complete for port 279fa404-535f-4110-9863-de45be0f04f9 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:22.414269 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b6069147-6ffe-4792-94dc-2fc7e7df6feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (279fa404-535f-4110-9863-de45be0f04f9), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.470006 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1669f-e86a-4898-a56d-eb410b9d0f76 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8a81bc-4d41-4c3e-af7b-c4a4bf4e5cfa,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:22.487302 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-b6069147-6ffe-4792-94dc-2fc7e7df6feb None None] Port 279fa404-535f-4110-9863-de45be0f04f9 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:03:22.568066 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8fe44-603c-4617-a958-2d4e06aeec81 req-27f68df1-6104-49c7-b4dd-b8e748177a26 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:22.578848 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2df8fe44-603c-4617-a958-2d4e06aeec81 req-27f68df1-6104-49c7-b4dd-b8e748177a26 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0778675 Jul 25 06:03:22.616979 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08326be7-6050-4494-9b20-69f9da685255 req-0a93db4a-6b79-4e3b-86b0-f1f65490053d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:22.618799 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-08326be7-6050-4494-9b20-69f9da685255 req-0a93db4a-6b79-4e3b-86b0-f1f65490053d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 931 time: 0.0645196 Jul 25 06:03:22.621492 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (279fa404-535f-4110-9863-de45be0f04f9), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.651954 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2df8fe44-603c-4617-a958-2d4e06aeec81 req-12cc86dd-03ad-4b42-b57e-0144aae3e37a tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720510 Jul 25 06:03:22.667478 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f9d1669f-e86a-4898-a56d-eb410b9d0f76 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.672375 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-f9d1669f-e86a-4898-a56d-eb410b9d0f76 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6119900 Jul 25 06:03:22.672850 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45652) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:22.692269 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-0cd93fed-26fe-4659-b2fb-ea435f6041e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group_rule': {'security_group_id': '68d840ef-e764-49f4-b64b-04833726d094', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:22.798903 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cd93fed-26fe-4659-b2fb-ea435f6041e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (281c115d-1ea5-4ec2-8180-e2e4ffa73964), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.836183 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-08326be7-6050-4494-9b20-69f9da685255 req-f45a7de6-d488-4688-8776-80211590a6ed tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963341 Jul 25 06:03:22.907861 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cd93fed-26fe-4659-b2fb-ea435f6041e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (281c115d-1ea5-4ec2-8180-e2e4ffa73964), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:22.910184 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:22.992024 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cd93fed-26fe-4659-b2fb-ea435f6041e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (281c115d-1ea5-4ec2-8180-e2e4ffa73964), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:23.037280 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd93fed-26fe-4659-b2fb-ea435f6041e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281c115d-1ea5-4ec2-8180-e2e4ffa73964,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:23.182076 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1034a0f-555e-4a60-b857-baffa772ecdd req-1808ac39-90e7-4a32-ae7b-f63f29723e8e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:23.191574 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c1034a0f-555e-4a60-b857-baffa772ecdd req-1808ac39-90e7-4a32-ae7b-f63f29723e8e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0749946 Jul 25 06:03:23.205409 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cd93fed-26fe-4659-b2fb-ea435f6041e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:23.206807 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-0cd93fed-26fe-4659-b2fb-ea435f6041e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5316520 Jul 25 06:03:23.220982 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45662) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:23.226793 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:23.300981 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c1034a0f-555e-4a60-b857-baffa772ecdd req-250600d7-97d8-479c-a230-ec8a77df5fad tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079054 Jul 25 06:03:23.307887 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:23.402380 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143f194-cfaa-497f-9637-a5702d99d66a req-eed95425-2600-417c-8b65-b25ec8a13b42 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:23.414631 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7143f194-cfaa-497f-9637-a5702d99d66a req-eed95425-2600-417c-8b65-b25ec8a13b42 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.2722180 Jul 25 06:03:23.452605 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279fa404-535f-4110-9863-de45be0f04f9 {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:03:23.464303 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:23.469460 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Publish callbacks [] for port (279fa404-535f-4110-9863-de45be0f04f9), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:23.471310 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:23.558552 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Transition to ACTIVE for port object 279fa404-535f-4110-9863-de45be0f04f9 will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:03:23.563504 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7143f194-cfaa-497f-9637-a5702d99d66a req-6ef62d19-93ed-4ada-beea-54640fcb81ab tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462111 Jul 25 06:03:23.620883 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (279fa404-535f-4110-9863-de45be0f04f9), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:23.689700 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Allocated IP 172.27.1.241 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/fb74edc0-5ebf-421f-b6ef-b5cce207b0ee) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:03:23.739242 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Pushing event updated for resources: {'Port': ['ID=279fa404-535f-4110-9863-de45be0f04f9,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:23.894357 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5e2e-3750-46ef-99df-44243758155b req-dbc88fee-030a-4e45-ba5d-eef58b998899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:23.897972 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11bd5e2e-3750-46ef-99df-44243758155b req-dbc88fee-030a-4e45-ba5d-eef58b998899 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 1130 time: 0.0737906 Jul 25 06:03:23.923384 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (fb74edc0-5ebf-421f-b6ef-b5cce207b0ee), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:23.982915 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Attempting to bind port 279fa404-535f-4110-9863-de45be0f04f9 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:03:23.983273 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Attempting to bind port 279fa404-535f-4110-9863-de45be0f04f9 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:03:23.984709 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Attempting to bind port 279fa404-535f-4110-9863-de45be0f04f9 on network d44552f4-d09f-406e-b8fb-423b2c54a3ee {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:03:24.001475 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Port 279fa404-535f-4110-9863-de45be0f04f9 on network d44552f4-d09f-406e-b8fb-423b2c54a3ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:03:24.003097 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Attempting to bind port 279fa404-535f-4110-9863-de45be0f04f9 on network d44552f4-d09f-406e-b8fb-423b2c54a3ee {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:03:24.019567 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:03:24.026114 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Checking segment: {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:03:24.026114 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Bound using segment: {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:03:24.026114 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Bound port: 279fa404-535f-4110-9863-de45be0f04f9, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a271303a-b313-41df-8d45-40214459d7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:03:24.026114 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (279fa404-535f-4110-9863-de45be0f04f9), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:24.129973 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d479a1-5e9d-46ee-a6f2-848743dc1fef req-1810b147-7646-477b-9573-b2c2124f97e4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:24.131671 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-95d479a1-5e9d-46ee-a6f2-848743dc1fef req-1810b147-7646-477b-9573-b2c2124f97e4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.1330147 Jul 25 06:03:24.169014 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] For port 279fa404-535f-4110-9863-de45be0f04f9, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:03:24.171356 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (fb74edc0-5ebf-421f-b6ef-b5cce207b0ee), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:24.175130 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] For port 279fa404-535f-4110-9863-de45be0f04f9, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=279fa404-535f-4110-9863-de45be0f04f9,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:03:24.217930 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:24.234789 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:03:24.244572 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:03:24.257433 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (279fa404-535f-4110-9863-de45be0f04f9), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:24.257858 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:03:24.315637 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-95d479a1-5e9d-46ee-a6f2-848743dc1fef req-74e0f36b-7f5f-46bb-823d-fa41ac2453e8 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760874 Jul 25 06:03:24.321805 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=fb74edc0-5ebf-421f-b6ef-b5cce207b0ee,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:24.344303 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:24.346859 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:24.352037 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] 10.222.0.47 "PUT /v2.0/ports/279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 1093 time: 1.9471393 Jul 25 06:03:24.359846 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:24.363302 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce9eab7-8695-4c23-88e1-ad4c872224f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:24.478206 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4566c762-0e5a-4796-9022-9a97aaa81571 x-openstack-request-id: req-4566c762-0e5a-4796-9022-9a97aaa81571 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:24.478980 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:24.478980 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4566c762-0e5a-4796-9022-9a97aaa81571 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:24.480059 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4566c762-0e5a-4796-9022-9a97aaa81571'] response: {'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9', 'status': 'completed', 'code': 200} Jul 25 06:03:24.531397 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b41f4-238c-4564-bb31-0c085c729d48 service neutron] Pushing event updated for resources: {'Port': ['ID=279fa404-535f-4110-9863-de45be0f04f9,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:24.561230 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096dd3f-5b6c-46b8-8d01-871148a289c2 req-e367ce26-f86e-4237-a6f5-d9b9d787ce0c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:24.565426 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:24.587302 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6096dd3f-5b6c-46b8-8d01-871148a289c2 req-e367ce26-f86e-4237-a6f5-d9b9d787ce0c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.1226282 Jul 25 06:03:24.704014 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6096dd3f-5b6c-46b8-8d01-871148a289c2 req-d2cfaa83-34e2-473d-99b8-8e7a1ab19675 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155145 Jul 25 06:03:24.719971 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9eab7-8695-4c23-88e1-ad4c872224f1 req-03f21752-4387-4a5b-99e5-fca1434a23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:24.721813 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bce9eab7-8695-4c23-88e1-ad4c872224f1 req-03f21752-4387-4a5b-99e5-fca1434a23c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18a468edefd401c835e7e368ac740e5&device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1127 time: 0.0941093 Jul 25 06:03:24.788859 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (d3b7153a-ff21-4afb-a984-e774203ecfec), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:24.920884 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e36540-2ef2-41ed-8143-17d004019521 req-6ce23ee2-8d7c-4069-99a1-8bd2836c7899 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:24.929791 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-32e36540-2ef2-41ed-8143-17d004019521 req-6ce23ee2-8d7c-4069-99a1-8bd2836c7899 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.1881478 Jul 25 06:03:24.975785 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5e2e-3750-46ef-99df-44243758155b req-0827cb3a-e4d6-4979-9952-9138fb59c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:24.982807 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11bd5e2e-3750-46ef-99df-44243758155b req-0827cb3a-e4d6-4979-9952-9138fb59c2bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 912 time: 0.5780263 Jul 25 06:03:25.058170 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (fb74edc0-5ebf-421f-b6ef-b5cce207b0ee), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:25.364466 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (fb74edc0-5ebf-421f-b6ef-b5cce207b0ee), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:25.552943 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-32e36540-2ef2-41ed-8143-17d004019521 req-1d7f288f-4d2c-48e7-809b-c92580e8ba1b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6220994 Jul 25 06:03:25.554934 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11bd5e2e-3750-46ef-99df-44243758155b req-918122b2-3801-4724-97f5-4049910733d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca HTTP/1.1" status: 200 len: 1002 time: 0.1456492 Jul 25 06:03:25.567266 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (fb74edc0-5ebf-421f-b6ef-b5cce207b0ee), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:25.606693 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:25.617650 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473980d3-d0d7-48af-bd5b-ccd6f8eab7fe req-8d9a47fa-c6b3-4427-8bc7-76c75b62a4fd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:25.620289 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-473980d3-d0d7-48af-bd5b-ccd6f8eab7fe req-8d9a47fa-c6b3-4427-8bc7-76c75b62a4fd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.1842980 Jul 25 06:03:25.670526 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9eab7-8695-4c23-88e1-ad4c872224f1 req-b77b3b37-58da-42c8-9a3d-2bc2a3986d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:25.673211 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bce9eab7-8695-4c23-88e1-ad4c872224f1 req-b77b3b37-58da-42c8-9a3d-2bc2a3986d58 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a18a468edefd401c835e7e368ac740e5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3020189 Jul 25 06:03:25.689787 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5e2e-3750-46ef-99df-44243758155b req-c55e72d7-c900-4353-b396-f2c69d72e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:25.691665 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11bd5e2e-3750-46ef-99df-44243758155b req-c55e72d7-c900-4353-b396-f2c69d72e6dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac18650c-f7a9-4125-b917-a18be86504ca HTTP/1.1" status: 200 len: 850 time: 0.0948546 Jul 25 06:03:25.788760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (d3b7153a-ff21-4afb-a984-e774203ecfec), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:25.854031 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=fb74edc0-5ebf-421f-b6ef-b5cce207b0ee,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:25.886765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5e2e-3750-46ef-99df-44243758155b req-af06b167-c61c-4b05-bbc8-cd07b5d403ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:25.888905 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11bd5e2e-3750-46ef-99df-44243758155b req-af06b167-c61c-4b05-bbc8-cd07b5d403ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8aa6446-1bfa-4069-a27c-c14f749ca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1883993 Jul 25 06:03:25.910522 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844343-3a15-40f3-a68e-49caa9a98592 req-24aa7c50-430b-4a35-802d-ba0528ac462d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:25.915502 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-dd844343-3a15-40f3-a68e-49caa9a98592 req-24aa7c50-430b-4a35-802d-ba0528ac462d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0739341 Jul 25 06:03:25.959654 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:25.970016 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-08c8a440-1c72-487a-b7fb-17632a815628 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7387724 Jul 25 06:03:26.005934 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-473980d3-d0d7-48af-bd5b-ccd6f8eab7fe req-c5d91b60-9ba1-4ba3-b1ff-002ac19940af tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792412 Jul 25 06:03:26.302661 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9eab7-8695-4c23-88e1-ad4c872224f1 req-43bc4808-a42a-4c76-a97d-a1046d09fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:26.403408 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bce9eab7-8695-4c23-88e1-ad4c872224f1 req-43bc4808-a42a-4c76-a97d-a1046d09fce9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6278706 Jul 25 06:03:26.482108 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-49984494-eb60-4774-a6c3-107a323f6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:26.485736 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-49984494-eb60-4774-a6c3-107a323f6e9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18a468edefd401c835e7e368ac740e5&device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1127 time: 0.1241133 Jul 25 06:03:26.625278 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-dd844343-3a15-40f3-a68e-49caa9a98592 req-951c8fc2-ad3c-4003-b160-b1568bb5b585 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6945021 Jul 25 06:03:26.696281 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11bd5e2e-3750-46ef-99df-44243758155b req-b83907a8-6a56-4d49-98c5-8781c7b6c834 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777545 Jul 25 06:03:26.730952 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-c067c1a6-2d61-4b20-b686-f488a3e55b30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 217 time: 0.0442266 Jul 25 06:03:26.814785 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:26.818810 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:26.839466 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86c974-4caf-4fc5-9d2f-e118ec39a02c req-bae0ce4c-0ac0-436b-8222-1d1551641593 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:26.841128 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-db86c974-4caf-4fc5-9d2f-e118ec39a02c req-bae0ce4c-0ac0-436b-8222-1d1551641593 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.1062787 Jul 25 06:03:26.878387 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11bd5e2e-3750-46ef-99df-44243758155b req-d78ab4ad-11ed-449c-8586-6e5baacf6fd2 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669166 Jul 25 06:03:26.905152 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-db86c974-4caf-4fc5-9d2f-e118ec39a02c req-b24b9cbf-a57a-41b7-bae0-e0b683254874 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548847 Jul 25 06:03:27.011614 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-cf759327-8d19-4927-8510-2d8954bce4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:27.014926 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-cf759327-8d19-4927-8510-2d8954bce4f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6abd3025-ec15-47c9-950a-7d0a39f55fdd HTTP/1.1" status: 200 len: 853 time: 0.0925422 Jul 25 06:03:27.099503 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a79e6b01-1b5a-44e7-b925-a85c3b90b3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:27.248239 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b3dd8-aadd-4891-a816-571c85549d3f req-e04a0166-a8e0-495b-9a56-357350e9d0d2 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:27.249960 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ae7b3dd8-aadd-4891-a816-571c85549d3f req-e04a0166-a8e0-495b-9a56-357350e9d0d2 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0888176 Jul 25 06:03:27.316837 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ae7b3dd8-aadd-4891-a816-571c85549d3f req-80ba403c-66ca-4809-9ccb-2a9e2ec26223 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605030 Jul 25 06:03:27.784767 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de674f1-bd92-4785-be69-d73b714f50dd req-aeaa1160-db03-4eda-b24a-a372ea358cdd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:27.793348 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8de674f1-bd92-4785-be69-d73b714f50dd req-aeaa1160-db03-4eda-b24a-a372ea358cdd tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0774775 Jul 25 06:03:27.854623 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8de674f1-bd92-4785-be69-d73b714f50dd req-a778cc6b-16dd-4405-a928-93e914c8f0e3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600247 Jul 25 06:03:28.089047 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d14a3-eb77-4a1c-9467-7fd5ee95676c req-277f255a-b6fa-4345-a5be-490e35f05c75 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:28.090577 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5b4d14a3-eb77-4a1c-9467-7fd5ee95676c req-277f255a-b6fa-4345-a5be-490e35f05c75 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0857635 Jul 25 06:03:28.161042 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5b4d14a3-eb77-4a1c-9467-7fd5ee95676c req-a33a85f4-b44a-4aef-a3e9-fd7d6e1f1dcd tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598521 Jul 25 06:03:28.510964 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaff97-1c27-4c8d-ad8f-97fabe686a46 req-7e56785f-680b-46bf-b34c-34cb007bf132 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:28.518684 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d3aaff97-1c27-4c8d-ad8f-97fabe686a46 req-7e56785f-680b-46bf-b34c-34cb007bf132 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0912831 Jul 25 06:03:28.575728 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d3aaff97-1c27-4c8d-ad8f-97fabe686a46 req-05050304-4c87-4578-99a2-8d1f07046089 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559649 Jul 25 06:03:28.973934 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da0d33-1f8e-4a23-b9b3-4f15966a8c63 req-0daa9b10-ffb5-4ff4-8e3a-c96539db8eb9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:28.975722 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c8da0d33-1f8e-4a23-b9b3-4f15966a8c63 req-0daa9b10-ffb5-4ff4-8e3a-c96539db8eb9 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0546300 Jul 25 06:03:29.031717 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c8da0d33-1f8e-4a23-b9b3-4f15966a8c63 req-867dc14b-3a37-494b-a6fc-8fdfd5e41c26 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498931 Jul 25 06:03:29.108371 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:29.287668 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a604f-72a6-4726-a125-38bc77b3d27b req-d5690381-abb3-4336-8ac4-ad03c0c23abc tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:29.289425 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-af6a604f-72a6-4726-a125-38bc77b3d27b req-d5690381-abb3-4336-8ac4-ad03c0c23abc tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0516322 Jul 25 06:03:29.344034 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-af6a604f-72a6-4726-a125-38bc77b3d27b req-66dc406f-1f76-428d-bc3c-19cf3aa54c9b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487378 Jul 25 06:03:29.400240 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5ab69e50-9dfd-4d73-9aa4-0a871e02c3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:29.703252 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd54cb-0805-4f1e-8568-e3561130b077 req-00ff6db2-d887-4f73-8ec9-9d1a7eda8da6 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:29.705039 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-fadd54cb-0805-4f1e-8568-e3561130b077 req-00ff6db2-d887-4f73-8ec9-9d1a7eda8da6 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0576634 Jul 25 06:03:29.761723 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-fadd54cb-0805-4f1e-8568-e3561130b077 req-c7f254ea-6bb8-44c0-a677-1c401a2bdb16 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486465 Jul 25 06:03:30.156362 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6fe84-0847-4d6c-a713-f934cb9ff842 req-3cbd0b1a-b99a-4da7-bb78-a3dd85940878 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:30.157933 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-16a6fe84-0847-4d6c-a713-f934cb9ff842 req-3cbd0b1a-b99a-4da7-bb78-a3dd85940878 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0509429 Jul 25 06:03:30.195722 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:30.210146 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-16a6fe84-0847-4d6c-a713-f934cb9ff842 req-0ffa30a1-369e-4a44-a8c9-f2fca45eb212 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457664 Jul 25 06:03:30.471306 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d1443-5ff9-4659-b033-864e6600a1db req-b2387ab7-4bfb-4919-ace5-fbf7e4e386c9 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:30.473015 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7f3d1443-5ff9-4659-b033-864e6600a1db req-b2387ab7-4bfb-4919-ace5-fbf7e4e386c9 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0529640 Jul 25 06:03:30.538841 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7f3d1443-5ff9-4659-b033-864e6600a1db req-e60354f5-05ad-4b1c-9eac-c2b32f9777a7 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581577 Jul 25 06:03:30.652648 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:30.942729 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d7210-76d7-40f5-94aa-5a92f76a626c req-56b3f792-a4ad-408b-81db-2665f3716fde tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:30.948691 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0e3d7210-76d7-40f5-94aa-5a92f76a626c req-56b3f792-a4ad-408b-81db-2665f3716fde tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0955336 Jul 25 06:03:30.996399 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0e3d7210-76d7-40f5-94aa-5a92f76a626c req-819d9475-981d-4513-90ac-6db84adc43f4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 Jul 25 06:03:31.371500 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df6ad0-23a9-46ca-9855-11a80d3a715c req-ae9f6887-cf8b-4dc9-a25c-53ef2dd0f33a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:31.373065 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-19df6ad0-23a9-46ca-9855-11a80d3a715c req-ae9f6887-cf8b-4dc9-a25c-53ef2dd0f33a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0576417 Jul 25 06:03:31.427519 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-19df6ad0-23a9-46ca-9855-11a80d3a715c req-7d67b08a-6649-44e3-a59f-3f4ba7e33c1f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489414 Jul 25 06:03:31.733609 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5a362-2ea0-4e82-808e-54c8bc9017f5 req-a4a87d82-d69f-4569-ac7d-411ab7c14e64 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:31.733609 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-aeb5a362-2ea0-4e82-808e-54c8bc9017f5 req-a4a87d82-d69f-4569-ac7d-411ab7c14e64 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0617840 Jul 25 06:03:31.795772 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:31.828456 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-aeb5a362-2ea0-4e82-808e-54c8bc9017f5 req-3f7e3f3a-b76a-4dd8-979f-add18087e3a5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875585 Jul 25 06:03:31.892013 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:31.894467 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-050abfc9-839a-460d-858c-6c6cefeaf7d4 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1115116483&fields=id&tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 267 time: 0.0638344 Jul 25 06:03:31.984064 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:32.007692 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-984f6a71-ea98-4802-b577-ecea65c5a7d4 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:32.014072 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-984f6a71-ea98-4802-b577-ecea65c5a7d4 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 814 time: 0.1075928 Jul 25 06:03:32.027728 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-3f8fd524-cb50-4d75-b3e0-9a7667682c90 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/quotas/a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 375 time: 0.0121262 Jul 25 06:03:32.096594 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-c91a9d70-f7aa-46bf-9ece-4e669990a5bb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641141 Jul 25 06:03:32.141788 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d438d-8bed-4e02-a97c-85fd56fe1b5c req-dfa07a4e-d3c6-4d01-872f-92372e947fe6 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:32.141788 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-831d438d-8bed-4e02-a97c-85fd56fe1b5c req-dfa07a4e-d3c6-4d01-872f-92372e947fe6 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0561965 Jul 25 06:03:32.214554 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-831d438d-8bed-4e02-a97c-85fd56fe1b5c req-a2c9402e-88ed-4965-97d1-1a3d8e64610b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673091 Jul 25 06:03:32.221021 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-39f0fdac-9903-471b-b870-c63090434650 service neutron] 10.222.0.40 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107180 Jul 25 06:03:32.251381 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:32.325005 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-4cecb9c8-c18c-4c8f-b6c3-286754e39c13 service neutron] 10.222.0.40 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012619 Jul 25 06:03:32.465856 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:32.482427 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=7 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:32.608235 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794271e4-dfbc-4079-884d-90aa5758cb3f req-39340ea9-652b-4c7d-8b6c-f05a4b13056b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:32.617547 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-794271e4-dfbc-4079-884d-90aa5758cb3f req-39340ea9-652b-4c7d-8b6c-f05a4b13056b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.1006920 Jul 25 06:03:32.622576 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9e5d5e7f-7821-4244-addc-354a69ab85ae req-a4b210c1-9009-4b48-989e-4a93cf90b8fb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0487945 Jul 25 06:03:32.675999 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-794271e4-dfbc-4079-884d-90aa5758cb3f req-e1344b60-f32a-4dd1-ac9a-607335829f14 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578330 Jul 25 06:03:33.352524 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efc3f5-5820-4e2a-bd3a-2d791fc3ee2c req-3f20f4a6-3cda-4e62-8749-088e16c5bb85 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:33.354795 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-63efc3f5-5820-4e2a-bd3a-2d791fc3ee2c req-3f20f4a6-3cda-4e62-8749-088e16c5bb85 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0598438 Jul 25 06:03:33.408670 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-63efc3f5-5820-4e2a-bd3a-2d791fc3ee2c req-59fbb232-b8a6-40ec-a411-2211b5fb7805 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481377 Jul 25 06:03:33.716075 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-82aed4af-bab3-4434-a9e8-90877c0070dc req-61394f70-6cdd-48d7-a835-91352b00563d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0341244 Jul 25 06:03:33.813003 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d418-36ab-412a-8cc9-50ad302d7ad5 req-97bdd683-8f80-408b-b408-fe717e690b4c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:33.814488 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b999d418-36ab-412a-8cc9-50ad302d7ad5 req-97bdd683-8f80-408b-b408-fe717e690b4c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0565631 Jul 25 06:03:33.865158 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b999d418-36ab-412a-8cc9-50ad302d7ad5 req-728b7b8b-8fc9-4570-8762-fec85edf96dc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447023 Jul 25 06:03:34.521456 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa05a-2c2f-408c-969f-ea152a4d5796 req-cf1e431c-c197-4498-99bf-c85e5813a4bd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:34.522939 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d7eaa05a-2c2f-408c-969f-ea152a4d5796 req-cf1e431c-c197-4498-99bf-c85e5813a4bd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0501351 Jul 25 06:03:34.574379 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d7eaa05a-2c2f-408c-969f-ea152a4d5796 req-a69a21c8-3f42-4669-86dc-9505b55a4409 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Jul 25 06:03:34.820769 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-227ac3cd-b7c1-4d81-9312-5af08923a3e0 req-691d9be8-3ac7-481f-b593-41ed54f630e6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0302639 Jul 25 06:03:34.988025 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82d824-5e0a-42c5-8ab0-e8a7f3c985ba req-befe7d99-de26-4279-b8c4-88a0bfa4bf5c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:34.991387 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ad82d824-5e0a-42c5-8ab0-e8a7f3c985ba req-befe7d99-de26-4279-b8c4-88a0bfa4bf5c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0506167 Jul 25 06:03:35.042051 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ad82d824-5e0a-42c5-8ab0-e8a7f3c985ba req-df3cb118-9497-467c-aca0-296060a0d295 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453670 Jul 25 06:03:35.700840 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f19dc7-f808-415b-9d11-8537167dc186 req-6b088a8a-ce98-45a0-8a88-bb0507de99d4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:35.702382 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-49f19dc7-f808-415b-9d11-8537167dc186 req-6b088a8a-ce98-45a0-8a88-bb0507de99d4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0532250 Jul 25 06:03:35.767856 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-49f19dc7-f808-415b-9d11-8537167dc186 req-728a45af-9705-4c32-90f9-cd5c7d51225d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598445 Jul 25 06:03:35.934855 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-98e6013c-d683-447d-bd02-00cdf2a6c01f req-64b99d56-cf5e-4eb0-b7db-515896deb649 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0440354 Jul 25 06:03:36.160429 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:36.167822 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8973df8-df03-4989-b2c7-111dd2e3fc72 req-7798b562-e308-4d63-8642-9a3021dfeabc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:36.169381 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b8973df8-df03-4989-b2c7-111dd2e3fc72 req-7798b562-e308-4d63-8642-9a3021dfeabc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0513179 Jul 25 06:03:36.219686 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b8973df8-df03-4989-b2c7-111dd2e3fc72 req-30c736bf-17e5-44e9-a69c-5ca77d80044a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446072 Jul 25 06:03:36.479871 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-7c9d73d1-40bc-43b8-b8f6-94f1fd039911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:36.481551 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-7c9d73d1-40bc-43b8-b8f6-94f1fd039911 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d44552f4-d09f-406e-b8fb-423b2c54a3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403342 Jul 25 06:03:36.878825 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccbc3b-bcfd-4424-92d0-db94bfd6c583 req-815008ac-dfc7-4eeb-9879-30bce8a99c47 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:36.880384 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-13ccbc3b-bcfd-4424-92d0-db94bfd6c583 req-815008ac-dfc7-4eeb-9879-30bce8a99c47 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0475459 Jul 25 06:03:36.928797 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-13ccbc3b-bcfd-4424-92d0-db94bfd6c583 req-15c13ef6-82ab-4d5a-a03d-4b4912d5f3a8 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Jul 25 06:03:37.044407 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c8772ed8-2c0c-464a-b2f2-220364b75d60 req-d51ffa37-e5c8-48f9-a49e-7d5b981f03b8 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0332325 Jul 25 06:03:37.071251 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-40b3ea88-f271-4676-b207-6748b4b394f4 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189809 Jul 25 06:03:37.183449 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dbece04b-c4ba-45bd-a81f-39d69815758d req-6be17d20-b11f-4fc1-b5d9-e9d9feef178a service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011751 Jul 25 06:03:37.341866 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5541377-97c2-4018-b7ff-b8b06072d303 req-efea2144-8f91-4932-84c4-18c0bc4462f5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:37.343273 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f5541377-97c2-4018-b7ff-b8b06072d303 req-efea2144-8f91-4932-84c4-18c0bc4462f5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0527692 Jul 25 06:03:37.391914 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f5541377-97c2-4018-b7ff-b8b06072d303 req-caea595e-ef45-4e8e-9b00-025c0dd172a5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Jul 25 06:03:38.044182 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe25d59-af07-457c-ab07-5bb479fa7b04 req-9c1b7aa0-209a-4ed1-9dea-4f0e54a12bd2 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:38.045557 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-efe25d59-af07-457c-ab07-5bb479fa7b04 req-9c1b7aa0-209a-4ed1-9dea-4f0e54a12bd2 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0483925 Jul 25 06:03:38.093225 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-efe25d59-af07-457c-ab07-5bb479fa7b04 req-199dc6e8-258b-438e-900b-0004b0866186 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Jul 25 06:03:38.151041 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9b6a3e89-8f98-4779-841c-67272f02881b req-a0d0bae1-88b4-4b43-ab41-fa7b3215ba70 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0295286 Jul 25 06:03:38.490010 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:38.509705 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7d321-ac50-4919-9765-23a59f6882ef req-3f0d13a4-caf5-4672-990b-64da61b656f4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:38.511882 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0da7d321-ac50-4919-9765-23a59f6882ef req-3f0d13a4-caf5-4672-990b-64da61b656f4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0498452 Jul 25 06:03:38.530835 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45902) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:38.571131 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0da7d321-ac50-4919-9765-23a59f6882ef req-9a8ce070-9b33-4b3e-8e92-07117e87f85b tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444913 Jul 25 06:03:38.579976 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ba425d-9a82-439f-84d8-c5868230bc59 admin admin] Deleting subnet 58f8df9a-b3e3-4082-9431-4aaabe328507 {{(pid=110783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:03:38.583229 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-50ba425d-9a82-439f-84d8-c5868230bc59 admin admin] Publish callbacks [] for subnet (58f8df9a-b3e3-4082-9431-4aaabe328507), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:38.619224 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:38.623959 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-50ba425d-9a82-439f-84d8-c5868230bc59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11416775'] for subnet (58f8df9a-b3e3-4082-9431-4aaabe328507), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:38.664432 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-50ba425d-9a82-439f-84d8-c5868230bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (58f8df9a-b3e3-4082-9431-4aaabe328507), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:38.849898 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-50ba425d-9a82-439f-84d8-c5868230bc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12528817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9359416'] for subnet (58f8df9a-b3e3-4082-9431-4aaabe328507), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:38.858077 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba425d-9a82-439f-84d8-c5868230bc59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f8df9a-b3e3-4082-9431-4aaabe328507,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:38.864660 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-50ba425d-9a82-439f-84d8-c5868230bc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:38.867686 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-50ba425d-9a82-439f-84d8-c5868230bc59 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/58f8df9a-b3e3-4082-9431-4aaabe328507 HTTP/1.1" status: 204 len: 168 time: 0.3357677 Jul 25 06:03:38.870833 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45904) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:38.895248 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:38.944858 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (1387b5b1-b22c-45c9-8c0b-cbb5a7580640), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:39.023380 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (1387b5b1-b22c-45c9-8c0b-cbb5a7580640), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:39.043856 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1387b5b1-b22c-45c9-8c0b-cbb5a7580640']}} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:39.053086 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c6bec9-9345-4a7e-a52e-206b07034a9c') {'for_net_delete': True} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:39.053394 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c6bec9-9345-4a7e-a52e-206b07034a9c') {} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:39.068424 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11416830'] for segment (c7c6bec9-9345-4a7e-a52e-206b07034a9c), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:39.081903 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (c7c6bec9-9345-4a7e-a52e-206b07034a9c), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:39.087992 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:03:39.088401 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12528651'] for segment (c7c6bec9-9345-4a7e-a52e-206b07034a9c), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:39.135453 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment c7c6bec9-9345-4a7e-a52e-206b07034a9c resource provider aggregate not found Jul 25 06:03:39.155671 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment c7c6bec9-9345-4a7e-a52e-206b07034a9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7c6bec9-9345-4a7e-a52e-206b07034a9c found for delete ", "request_id": "req-457db127-445f-4122-8aa0-5d8f899d6608"}]} Jul 25 06:03:39.210524 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e5444-a59e-4b39-bc46-8dd9104e8d5d req-f6827a08-d2a2-43ee-b531-79d13c9d550d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:39.212015 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-499e5444-a59e-4b39-bc46-8dd9104e8d5d req-f6827a08-d2a2-43ee-b531-79d13c9d550d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0484788 Jul 25 06:03:39.235564 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (1387b5b1-b22c-45c9-8c0b-cbb5a7580640), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:39.242946 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:39.246724 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] 10.222.0.40 "DELETE /v2.0/networks/1387b5b1-b22c-45c9-8c0b-cbb5a7580640 HTTP/1.1" status: 204 len: 168 time: 0.3749585 Jul 25 06:03:39.254240 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ab580e28-711a-48f4-87cb-c94a00ec5018 req-d2c42e2b-e5f6-45fc-b445-e66e13bef849 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0321350 Jul 25 06:03:39.266584 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9aeac-8795-49b8-87d6-9179fe4383a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1387b5b1-b22c-45c9-8c0b-cbb5a7580640,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:39.283122 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-499e5444-a59e-4b39-bc46-8dd9104e8d5d req-b9b82176-f9f0-4bfe-b97b-7e0ee8e011b6 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647311 Jul 25 06:03:39.694248 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b579c-f4ff-4989-bb86-ecfb5a2923c9 req-1c28fea2-be0b-4ebd-9e70-11a7cc361dc1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:39.695736 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-298b579c-f4ff-4989-bb86-ecfb5a2923c9 req-1c28fea2-be0b-4ebd-9e70-11a7cc361dc1 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0538538 Jul 25 06:03:39.703255 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 45926) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:39.722916 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65771e-c368-4b37-8089-97ae15554573 req-91e2c0da-56f3-4ce8-b2fd-5cf906039183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:39.722916 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8e65771e-c368-4b37-8089-97ae15554573 req-91e2c0da-56f3-4ce8-b2fd-5cf906039183 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 1129 time: 0.0465236 Jul 25 06:03:39.777538 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f0f6ac3a-dc6f-4c75-b9ec-b2eb1b94abeb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e3f62f9df69f47d0ad40154526b95be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703495 Jul 25 06:03:39.778234 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 45930) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:39.785876 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-298b579c-f4ff-4989-bb86-ecfb5a2923c9 req-7a7a98d5-9ba0-443f-8eeb-89af8795f57f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839927 Jul 25 06:03:39.836230 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Publish callbacks [] for security_group (1e5896c6-6810-4764-98d4-c455b89d51cf), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:39.857555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Publish callbacks [] for security_group (1e5896c6-6810-4764-98d4-c455b89d51cf), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:39.926433 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8e65771e-c368-4b37-8089-97ae15554573 req-7a8421ab-4d64-4898-b89c-6d312bd33dd3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548775 Jul 25 06:03:39.999631 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1e5896c6-6810-4764-98d4-c455b89d51cf), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:40.002127 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:40.003247 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1e5896c6-6810-4764-98d4-c455b89d51cf HTTP/1.1" status: 204 len: 168 time: 0.2238286 Jul 25 06:03:40.011996 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5896c6-6810-4764-98d4-c455b89d51cf,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:40.019649 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.019995 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.020363 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.020780 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.021994 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.022330 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.022659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.022985 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.023324 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.023643 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.023964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.024308 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.024695 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.025020 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.025336 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe4d1c1-5f2c-484e-8075-6ad0a645b5c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:40.364099 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-75ba472c-8eeb-4295-97b5-791d89362538 req-a2d73a7d-e276-40ef-a877-09d862670755 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0305183 Jul 25 06:03:40.416230 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5bf80-89b3-442c-9827-f2f1a8924034 req-e322cff1-0dc2-4b9b-a650-49eac9945643 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:40.418465 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5dd5bf80-89b3-442c-9827-f2f1a8924034 req-e322cff1-0dc2-4b9b-a650-49eac9945643 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 943 time: 0.0567474 Jul 25 06:03:40.455039 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:40.471387 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5dd5bf80-89b3-442c-9827-f2f1a8924034 req-cd5cb80c-85ed-469c-a203-882768fa6e99 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465944 Jul 25 06:03:40.712619 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 279fa404-535f-4110-9863-de45be0f04f9 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:03:40.743395 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:40.821562 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 279fa404-535f-4110-9863-de45be0f04f9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=279fa404-535f-4110-9863-de45be0f04f9,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:40.834641 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '279fa404-535f-4110-9863-de45be0f04f9', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'port_id': '279fa404-535f-4110-9863-de45be0f04f9', 'mac_address': 'fa:16:3e:22:8b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:03:40.871363 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 279fa404-535f-4110-9863-de45be0f04f9 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:40.871750 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (279fa404-535f-4110-9863-de45be0f04f9), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:40.884836 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279fa404-535f-4110-9863-de45be0f04f9 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:03:40.905371 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 279fa404-535f-4110-9863-de45be0f04f9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=279fa404-535f-4110-9863-de45be0f04f9,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:40.908738 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687b5b9-8eac-4ee3-92ae-94d95c31ce7f req-805b0004-67af-4534-ba27-551a141e7532 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:40.910312 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b687b5b9-8eac-4ee3-92ae-94d95c31ce7f req-805b0004-67af-4534-ba27-551a141e7532 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0488122 Jul 25 06:03:40.960217 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b687b5b9-8eac-4ee3-92ae-94d95c31ce7f req-80f4ba36-aa7a-42ed-9996-5708d384a55e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437427 Jul 25 06:03:40.982636 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (279fa404-535f-4110-9863-de45be0f04f9), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:41.032152 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=279fa404-535f-4110-9863-de45be0f04f9,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:41.307342 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['279fa404-535f-4110-9863-de45be0f04f9'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:03:41.437686 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:41.445710 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-cf58fc8e-4a0b-46da-9aa0-7da1a36a44e9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:41.447209 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-cf58fc8e-4a0b-46da-9aa0-7da1a36a44e9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 814 time: 0.1172407 Jul 25 06:03:41.480847 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4ebecb65-323c-4ed3-bddb-ae296f43ba49 req-a2b1651e-8f97-427a-ae10-8aed0a2f4997 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0341833 Jul 25 06:03:41.616506 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf270146-ddb4-4204-82af-5ede06d20b8d req-c1f95e97-05dd-4458-a577-74f82201d4bd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:41.617876 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cf270146-ddb4-4204-82af-5ede06d20b8d req-c1f95e97-05dd-4458-a577-74f82201d4bd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 944 time: 0.0736301 Jul 25 06:03:41.644973 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-05751c68-5960-44cf-b81e-04f0ec7c04d2 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 380 time: 0.1077886 Jul 25 06:03:41.676778 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cf270146-ddb4-4204-82af-5ede06d20b8d req-c1ab8983-d157-48dd-90de-fe3099f3e281 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526288 Jul 25 06:03:42.024364 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'port': {'device_id': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'admin_state_up': True, 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'security_groups': ['68d840ef-e764-49f4-b64b-04833726d094']}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:42.106096 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305c3c-d1bb-460b-b8a8-7d179f32bff9 req-33a825b8-d63f-498b-86d3-0c1144ff9b3c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:42.109268 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5a305c3c-d1bb-460b-b8a8-7d179f32bff9 req-33a825b8-d63f-498b-86d3-0c1144ff9b3c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0794222 Jul 25 06:03:42.161500 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5a305c3c-d1bb-460b-b8a8-7d179f32bff9 req-22f8301a-e97f-4a7a-9c26-3a7b707f60ac tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442657 Jul 25 06:03:42.254652 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Made reservation on behalf of a6fd13a3dd1d4e2b83cf6e44160adf35 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:03:42.258152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:42.367333 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:42.387828 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Allocated IP 172.20.0.11 (d80cb7ca-3031-41c9-afe8-b6a4faf27141/643fd28a-aa2d-43b1-bd8f-778a3da61ff3/6e112229-0732-4652-b953-cf6548e850ee) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:03:42.528032 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (6e112229-0732-4652-b953-cf6548e850ee), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:42.582620 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-de223efb-31a0-43f8-9eca-34a54a006c59 req-9a0fa04b-0e5f-409d-b233-faa1c14b9e30 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Jul 25 06:03:42.626659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (6e112229-0732-4652-b953-cf6548e850ee), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:42.667437 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:03:42.670863 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:03:42.677530 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:03:42.707337 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=6e112229-0732-4652-b953-cf6548e850ee,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:42.711729 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 279fa404-535f-4110-9863-de45be0f04f9 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:03:42.741596 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:42.742232 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:42.754627 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:42.798391 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 279fa404-535f-4110-9863-de45be0f04f9 completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:03:42.835642 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-63963932-71f1-44c1-b8a7-96ec455ef137 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179421 Jul 25 06:03:42.840579 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608bf3f-0f40-4ae6-9741-15bf7f882f77 req-4d5af910-e8b5-443a-b6b3-43c874e5af69 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:42.842779 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6608bf3f-0f40-4ae6-9741-15bf7f882f77 req-4d5af910-e8b5-443a-b6b3-43c874e5af69 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 944 time: 0.0515909 Jul 25 06:03:42.867499 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Request body: {'port': {'device_id': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:42.905384 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6608bf3f-0f40-4ae6-9741-15bf7f882f77 req-47c505a8-e560-478d-b7b9-90ecc96dcfb9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568221 Jul 25 06:03:42.909152 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 279fa404-535f-4110-9863-de45be0f04f9 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:42.909152 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (279fa404-535f-4110-9863-de45be0f04f9), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:42.954367 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-74abd1a8-ff44-4851-bd24-fdac3c80a6e2 None None] Provisioning complete for port 6e112229-0732-4652-b953-cf6548e850ee triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:42.954750 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-74abd1a8-ff44-4851-bd24-fdac3c80a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (6e112229-0732-4652-b953-cf6548e850ee), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:42.995836 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-74abd1a8-ff44-4851-bd24-fdac3c80a6e2 None None] Port 6e112229-0732-4652-b953-cf6548e850ee cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:03:43.037758 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 279fa404-535f-4110-9863-de45be0f04f9 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:43.038189 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (279fa404-535f-4110-9863-de45be0f04f9), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:43.064789 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279fa404-535f-4110-9863-de45be0f04f9'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:43.067048 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216306c1-b3b5-45f9-9c08-db9b59bb5ded" -d '{"events": [{"server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "name": "network-vif-plugged", "status": "completed", "tag": "279fa404-535f-4110-9863-de45be0f04f9"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:43.084523 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 279fa404-535f-4110-9863-de45be0f04f9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=279fa404-535f-4110-9863-de45be0f04f9,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:43.108289 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b8c649-9e5e-41b8-8333-6368f72c3022 x-openstack-request-id: req-c9b8c649-9e5e-41b8-8333-6368f72c3022 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:43.108602 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "name": "network-vif-plugged", "status": "completed", "tag": "279fa404-535f-4110-9863-de45be0f04f9", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:43.108874 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c9b8c649-9e5e-41b8-8333-6368f72c3022 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:43.109268 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b8c649-9e5e-41b8-8333-6368f72c3022'] response: {'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279fa404-535f-4110-9863-de45be0f04f9', 'code': 200} Jul 25 06:03:43.146930 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (279fa404-535f-4110-9863-de45be0f04f9), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:43.198872 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=279fa404-535f-4110-9863-de45be0f04f9,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:43.216847 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:43.252738 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (6e112229-0732-4652-b953-cf6548e850ee), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:43.291256 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b1f37-1cfe-412b-b6ab-2086dbb04d27 req-a6cd4d6b-e185-4f01-a9f9-483a988c8b45 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:43.293040 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ae1b1f37-1cfe-412b-b6ab-2086dbb04d27 req-a6cd4d6b-e185-4f01-a9f9-483a988c8b45 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Jul 25 06:03:43.348540 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ae1b1f37-1cfe-412b-b6ab-2086dbb04d27 req-ea936f69-cce7-4c7c-8561-96fe9c30fcc4 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490358 Jul 25 06:03:43.478110 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b999cc-1955-49b3-a9c3-d494c743a9b4 req-44842389-03b0-432f-a9b0-3e194eebb3de tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:43.479421 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-53b999cc-1955-49b3-a9c3-d494c743a9b4 req-44842389-03b0-432f-a9b0-3e194eebb3de tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 946 time: 0.0832479 Jul 25 06:03:43.526886 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:43.569406 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-53b999cc-1955-49b3-a9c3-d494c743a9b4 req-7f272edf-cb1d-4a73-99b3-6f4c9b0b53cc tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799210 Jul 25 06:03:43.608867 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e112229-0732-4652-b953-cf6548e850ee {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:03:43.621513 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Publish callbacks [] for port (6e112229-0732-4652-b953-cf6548e850ee), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:43.631020 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Transition to ACTIVE for port object 6e112229-0732-4652-b953-cf6548e850ee will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:03:43.703142 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf674083-9753-4f53-9195-7f9a696b26a4 req-c289199b-ba66-4056-b67b-b596a54a4cc9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:43.704751 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cf674083-9753-4f53-9195-7f9a696b26a4 req-c289199b-ba66-4056-b67b-b596a54a4cc9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 932 time: 0.0489140 Jul 25 06:03:43.705475 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (6e112229-0732-4652-b953-cf6548e850ee), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:43.781285 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e112229-0732-4652-b953-cf6548e850ee,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:43.847028 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cf674083-9753-4f53-9195-7f9a696b26a4 req-f939c150-044a-4284-85f7-8b21384ed3be tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362088 Jul 25 06:03:43.878510 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Attempting to bind port 6e112229-0732-4652-b953-cf6548e850ee on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:03:43.878916 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Attempting to bind port 6e112229-0732-4652-b953-cf6548e850ee by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:03:43.879336 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Attempting to bind port 6e112229-0732-4652-b953-cf6548e850ee on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:03:43.884365 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Port 6e112229-0732-4652-b953-cf6548e850ee on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:03:43.884795 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Attempting to bind port 6e112229-0732-4652-b953-cf6548e850ee on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:03:43.890693 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:03:43.891183 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Checking segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:03:43.891639 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Bound using segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:03:43.892299 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Bound port: 6e112229-0732-4652-b953-cf6548e850ee, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:03:43.892820 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (6e112229-0732-4652-b953-cf6548e850ee), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:44.017143 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] For port 6e112229-0732-4652-b953-cf6548e850ee, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:03:44.019360 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:44.026941 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b754b-8860-4741-936a-a19f1fb332cb req-3a770c3b-527e-422e-934f-109f6c6c0ac5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:44.029338 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3e8b754b-8860-4741-936a-a19f1fb332cb req-3a770c3b-527e-422e-934f-109f6c6c0ac5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0856061 Jul 25 06:03:44.040689 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284877a4-1f0d-4ff8-a26c-c521cc685d4d req-9a6a3cbb-78fd-4819-81d5-1a69f8b47fd8 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:44.042436 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-284877a4-1f0d-4ff8-a26c-c521cc685d4d req-9a6a3cbb-78fd-4819-81d5-1a69f8b47fd8 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0547943 Jul 25 06:03:44.046503 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] For port 6e112229-0732-4652-b953-cf6548e850ee, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=6e112229-0732-4652-b953-cf6548e850ee,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:03:44.106179 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3e8b754b-8860-4741-936a-a19f1fb332cb req-f3418d7a-66f7-413f-a87b-12a03101bc58 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496075 Jul 25 06:03:44.106947 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-284877a4-1f0d-4ff8-a26c-c521cc685d4d req-e16d24bf-45ad-4b25-ba9c-482bd2670ade tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558097 Jul 25 06:03:44.466426 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (6e112229-0732-4652-b953-cf6548e850ee), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:44.500215 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:44.500845 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:44.502208 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e112229-0732-4652-b953-cf6548e850ee HTTP/1.1" status: 200 len: 1094 time: 1.6390626 Jul 25 06:03:44.502659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'tag': '6e112229-0732-4652-b953-cf6548e850ee'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:44.504902 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178df0a4-ab54-4005-ae07-fe68e4f083dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd12755-30ea-4aa4-94ce-e18ed9c29559", "tag": "6e112229-0732-4652-b953-cf6548e850ee"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:44.530137 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7962ce7-55ad-4e8e-9e8e-2ca2461e36d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e112229-0732-4652-b953-cf6548e850ee,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:44.550093 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50db2bc-9cfe-4d1e-a9c3-68641b4995af x-openstack-request-id: req-a50db2bc-9cfe-4d1e-a9c3-68641b4995af {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:44.550093 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd12755-30ea-4aa4-94ce-e18ed9c29559", "tag": "6e112229-0732-4652-b953-cf6548e850ee", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:44.550093 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a50db2bc-9cfe-4d1e-a9c3-68641b4995af {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:44.550093 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50db2bc-9cfe-4d1e-a9c3-68641b4995af'] response: {'name': 'network-changed', 'server_uuid': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'tag': '6e112229-0732-4652-b953-cf6548e850ee', 'status': 'completed', 'code': 200} Jul 25 06:03:44.695079 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ad28f-fdfe-40f7-b7fa-e12bd8d1ac82 req-11644651-31d8-4b30-a0f9-2d21c9ff7e37 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:44.696639 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-336ad28f-fdfe-40f7-b7fa-e12bd8d1ac82 req-11644651-31d8-4b30-a0f9-2d21c9ff7e37 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 946 time: 0.0552409 Jul 25 06:03:44.744755 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-336ad28f-fdfe-40f7-b7fa-e12bd8d1ac82 req-e8dc22b7-b622-42fc-8392-81792bc344d6 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jul 25 06:03:44.782957 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:44.964077 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8589d-4d9b-45cb-83af-7bce346f96b6 req-8532ce74-ed69-4bc8-b6a5-b28b86cecbe5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:44.965639 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3db8589d-4d9b-45cb-83af-7bce346f96b6 req-8532ce74-ed69-4bc8-b6a5-b28b86cecbe5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 944 time: 0.0491643 Jul 25 06:03:45.009838 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178df0a4-ab54-4005-ae07-fe68e4f083dc req-dfc08fd2-d1a5-4d07-9310-f273dce92a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.011375 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-178df0a4-ab54-4005-ae07-fe68e4f083dc req-dfc08fd2-d1a5-4d07-9310-f273dce92a75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 1128 time: 0.0416694 Jul 25 06:03:45.023543 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216c041-0399-40dc-98b6-8d4a9804771e req-2bc2945b-5841-4845-80c8-2b48cfe122c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.025041 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0216c041-0399-40dc-98b6-8d4a9804771e req-2bc2945b-5841-4845-80c8-2b48cfe122c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1129 time: 0.0562811 Jul 25 06:03:45.046268 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3db8589d-4d9b-45cb-83af-7bce346f96b6 req-41496534-7e0c-4b80-ba33-a5317d7bf245 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701287 Jul 25 06:03:45.254529 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b20ee7-4aa6-4881-83f6-82673f3b4a9d req-324426fe-4be3-4944-8827-860b3dfa09b0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.255941 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-36b20ee7-4aa6-4881-83f6-82673f3b4a9d req-324426fe-4be3-4944-8827-860b3dfa09b0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0871508 Jul 25 06:03:45.262608 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb31c77-517c-41e3-857d-f4b6e2954a8b req-70109caa-4c92-4d7b-a0f4-aba93d351ac1 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.264332 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7fb31c77-517c-41e3-857d-f4b6e2954a8b req-70109caa-4c92-4d7b-a0f4-aba93d351ac1 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0728700 Jul 25 06:03:45.265339 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-88f0181b-52bb-44cd-8c2f-70214a37ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.266836 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-88f0181b-52bb-44cd-8c2f-70214a37ac4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 1129 time: 0.1068649 Jul 25 06:03:45.269128 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0216c041-0399-40dc-98b6-8d4a9804771e req-df5ee6e5-fa02-4cf9-9231-2e2e6eb7134f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360276 Jul 25 06:03:45.288953 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178df0a4-ab54-4005-ae07-fe68e4f083dc req-2bac5bc2-607a-413a-a813-424fb29ca7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.290410 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-178df0a4-ab54-4005-ae07-fe68e4f083dc req-2bac5bc2-607a-413a-a813-424fb29ca7af service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1581581 Jul 25 06:03:45.296106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:45.305377 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:45.317472 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-36b20ee7-4aa6-4881-83f6-82673f3b4a9d req-b32638c8-7b67-4775-9c53-9aeb3298cd9a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555885 Jul 25 06:03:45.317670 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7fb31c77-517c-41e3-857d-f4b6e2954a8b req-cc41878f-07cf-45ce-ad01-6feeca37a7b4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Jul 25 06:03:45.641414 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178df0a4-ab54-4005-ae07-fe68e4f083dc req-1874ff19-4ce6-4854-92d3-4b451a238190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.642783 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-178df0a4-ab54-4005-ae07-fe68e4f083dc req-1874ff19-4ce6-4854-92d3-4b451a238190 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951312 Jul 25 06:03:45.645294 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-4920b274-8497-4dce-b7e0-2e0f939b26a7 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.646980 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-4920b274-8497-4dce-b7e0-2e0f939b26a7 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.47 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 946 time: 0.0924335 Jul 25 06:03:45.681716 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-a67a3cdc-e1e1-4544-b0c6-fa4c3a04bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.683141 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-a67a3cdc-e1e1-4544-b0c6-fa4c3a04bda0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.1373150 Jul 25 06:03:45.732890 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-d538617e-b252-4920-818a-15ac3b940214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.734363 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-d538617e-b252-4920-818a-15ac3b940214 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 1128 time: 0.0389488 Jul 25 06:03:45.795182 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-8f33208f-5cd8-487d-b7e8-0d765ee867cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40 HTTP/1.1" status: 200 len: 1001 time: 0.0953121 Jul 25 06:03:45.803261 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Deleting port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:03:45.803671 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:45.904599 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1e2e8-c399-452f-89ea-52a5cdfcc6d0 req-67b59ed4-3daf-4345-9a55-9c81fc76c622 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:45.905979 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0df1e2e8-c399-452f-89ea-52a5cdfcc6d0 req-67b59ed4-3daf-4345-9a55-9c81fc76c622 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 946 time: 0.0856245 Jul 25 06:03:45.950667 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] For port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,segment=NetworkSegment(6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9),segment_id=6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:45.951043 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:45.974448 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Calling delete_port for 38ff92c0-a00a-47e1-8c8a-767f34ecb3de owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:03:45.992290 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0df1e2e8-c399-452f-89ea-52a5cdfcc6d0 req-20886e02-0070-4b21-baa2-76d372cf0f35 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/security-groups?id=004c886d-1dea-497b-b9c9-b0e4a354978a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792398 Jul 25 06:03:46.169261 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-6ac32cbf-ef74-44ac-97ca-d0e45f508654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:46.170728 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-6ac32cbf-ef74-44ac-97ca-d0e45f508654 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0492175 Jul 25 06:03:46.171743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (38ff92c0-a00a-47e1-8c8a-767f34ecb3de), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:46.179988 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-d25018c3-8b1f-40a5-b643-521f210375c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e112229-0732-4652-b953-cf6548e850ee HTTP/1.1" status: 200 len: 217 time: 0.0559149 Jul 25 06:03:46.186067 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['38ff92c0-a00a-47e1-8c8a-767f34ecb3de'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:03:46.212106 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Pushing event deleted for resources: {'Port': ['ID=38ff92c0-a00a-47e1-8c8a-767f34ecb3de,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:46.227137 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54db7da-2e12-4daa-be8f-15b559fa50e9 req-ddb7d864-71a0-4bca-a433-1746e0a2b2a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:46.228624 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f54db7da-2e12-4daa-be8f-15b559fa50e9 req-ddb7d864-71a0-4bca-a433-1746e0a2b2a6 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 944 time: 0.1142569 Jul 25 06:03:46.262098 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-0a5d3504-6ee9-423a-ab6a-d39c9db70249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:46.262791 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-30409d08-0c19-4bb5-a584-a519d7b4b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:46.263341 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-0a5d3504-6ee9-423a-ab6a-d39c9db70249 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=643fd28a-aa2d-43b1-bd8f-778a3da61ff3 HTTP/1.1" status: 200 len: 853 time: 0.0763237 Jul 25 06:03:46.263957 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-30409d08-0c19-4bb5-a584-a519d7b4b9cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843771 Jul 25 06:03:46.278620 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] No DVR routers for this DVR port 38ff92c0-a00a-47e1-8c8a-767f34ecb3de on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:03:46.281867 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:46.285001 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.47 "DELETE /v2.0/ports/38ff92c0-a00a-47e1-8c8a-767f34ecb3de HTTP/1.1" status: 204 len: 173 time: 0.6149073 Jul 25 06:03:46.294988 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:46.324261 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f54db7da-2e12-4daa-be8f-15b559fa50e9 req-dc440471-1d26-43a6-9fd7-44a188c09e13 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862534 Jul 25 06:03:46.335030 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-befdcf06-8740-491c-a9c2-f30db6d5ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:46.337068 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-befdcf06-8740-491c-a9c2-f30db6d5ee19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d80cb7ca-3031-41c9-afe8-b6a4faf27141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535052 Jul 25 06:03:46.390398 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-40189e2b-570b-4b0b-8700-51f70ba60a11 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097896 Jul 25 06:03:46.447911 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31822e81-fb52-4e7b-852c-25e9c963cb38 req-3f79aac4-abf3-42c0-bd8a-114e326d8e0d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:46.449364 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-31822e81-fb52-4e7b-852c-25e9c963cb38 req-3f79aac4-abf3-42c0-bd8a-114e326d8e0d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0490751 Jul 25 06:03:46.468714 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:46.486558 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:46.487066 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b465496-6ab6-438d-abca-657f9582a56a req-8658ad4d-cb70-42be-ace9-b8aad054c28a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:46.489514 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9b465496-6ab6-438d-abca-657f9582a56a req-8658ad4d-cb70-42be-ace9-b8aad054c28a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0914221 Jul 25 06:03:46.499605 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-31822e81-fb52-4e7b-852c-25e9c963cb38 req-33ae55f2-24d7-4533-ad07-1bfc112b3c43 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443254 Jul 25 06:03:46.525314 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-a3deee88-7590-4a43-84ba-fb42f8b03fda service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558745 Jul 25 06:03:46.549292 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c564d4-6300-4c60-8829-01e8f445ce7a', 'name': 'network-vif-deleted', 'tag': '38ff92c0-a00a-47e1-8c8a-767f34ecb3de'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:46.550764 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9b465496-6ab6-438d-abca-657f9582a56a req-ffa63b97-af44-416a-a450-01ec0a83ea6f tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511491 Jul 25 06:03:46.551750 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ca7f64-a1f9-4852-9ac7-1e92d9025f27" -d '{"events": [{"server_uuid": "33c564d4-6300-4c60-8829-01e8f445ce7a", "name": "network-vif-deleted", "tag": "38ff92c0-a00a-47e1-8c8a-767f34ecb3de"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:46.585847 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cf0a84-20f1-4bcb-9b7a-2705a018bab7 x-openstack-request-id: req-60cf0a84-20f1-4bcb-9b7a-2705a018bab7 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:46.586145 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c564d4-6300-4c60-8829-01e8f445ce7a", "name": "network-vif-deleted", "tag": "38ff92c0-a00a-47e1-8c8a-767f34ecb3de", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:46.586391 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-60cf0a84-20f1-4bcb-9b7a-2705a018bab7 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:46.586812 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cf0a84-20f1-4bcb-9b7a-2705a018bab7'] response: {'server_uuid': '33c564d4-6300-4c60-8829-01e8f445ce7a', 'name': 'network-vif-deleted', 'tag': '38ff92c0-a00a-47e1-8c8a-767f34ecb3de', 'status': 'completed', 'code': 200} Jul 25 06:03:46.922883 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-16c818e6-16e9-45b9-8116-ec73f873a809 req-1e90824f-313e-4d1a-a1d3-6954e9cfa377 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911453 Jul 25 06:03:47.120378 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-db146d2c-cd97-4d64-b35f-3df4ed7500e8 req-09ca90fc-9c4e-445a-a92a-cda6bdf3a3ac tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0352530 Jul 25 06:03:47.148339 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6dbc304e-624d-45ec-b519-29cc0f3f393f req-1c223d3a-f724-4c34-a4a2-e533004edc01 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225812 Jul 25 06:03:47.442886 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaebbfc-04b7-49c8-98ad-f9edaa6a0186 req-211cdcca-9375-4685-9667-fd8d7de6e95c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:47.444360 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8aaebbfc-04b7-49c8-98ad-f9edaa6a0186 req-211cdcca-9375-4685-9667-fd8d7de6e95c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 944 time: 0.0470560 Jul 25 06:03:47.491386 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8aaebbfc-04b7-49c8-98ad-f9edaa6a0186 req-2e8f17b8-b570-4290-969e-3367dbb556b3 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Jul 25 06:03:47.614258 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e01da6-5c9d-425c-9484-cb00df511c4a req-f3f94130-2c0f-4ff0-90f6-864d543da23c tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:47.615757 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-12e01da6-5c9d-425c-9484-cb00df511c4a req-f3f94130-2c0f-4ff0-90f6-864d543da23c tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0477242 Jul 25 06:03:47.663790 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-12e01da6-5c9d-425c-9484-cb00df511c4a req-18c1e176-dd4d-4fd6-9646-fe8bbe869f8f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Jul 25 06:03:47.667196 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a19c4-5e2d-450c-95d3-53425ff9c0ea req-2a037527-800a-4d80-b739-47719ac6268d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:47.668740 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ce5a19c4-5e2d-450c-95d3-53425ff9c0ea req-2a037527-800a-4d80-b739-47719ac6268d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0510213 Jul 25 06:03:47.717669 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ce5a19c4-5e2d-450c-95d3-53425ff9c0ea req-bcf23c9d-e375-47a4-b4f2-7a653adc7662 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433290 Jul 25 06:03:47.774380 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a471f5-27ff-46a0-b464-2f03cf9d3a8e req-aad1529a-8c51-4a79-bfe9-44d1b08faecb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:47.775873 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-24a471f5-27ff-46a0-b464-2f03cf9d3a8e req-aad1529a-8c51-4a79-bfe9-44d1b08faecb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0475085 Jul 25 06:03:47.823402 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-24a471f5-27ff-46a0-b464-2f03cf9d3a8e req-980faa15-3c05-4f29-9506-d3445c4ed9dc tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Jul 25 06:03:48.141277 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6b24f-3020-4c62-a476-f6afd68a1958 req-af203a5d-5ac1-468a-8f67-93ab8e727e2e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:48.142635 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d1f6b24f-3020-4c62-a476-f6afd68a1958 req-af203a5d-5ac1-468a-8f67-93ab8e727e2e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0496054 Jul 25 06:03:48.190257 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d1f6b24f-3020-4c62-a476-f6afd68a1958 req-02a1a01f-712f-43ef-bfad-2676999a10f4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Jul 25 06:03:48.232189 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7d2c5e00-fb8b-4ebf-9097-6398917c0afa req-66a6630d-54ba-4c90-a74a-a2064a2d2009 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0276349 Jul 25 06:03:48.605820 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f8fd1-6455-4589-ba57-394536f383b5 req-5a84e011-c54a-4339-bb93-3c39bd2d63ef tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:48.607323 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6a3f8fd1-6455-4589-ba57-394536f383b5 req-5a84e011-c54a-4339-bb93-3c39bd2d63ef tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 944 time: 0.0481279 Jul 25 06:03:48.656184 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6a3f8fd1-6455-4589-ba57-394536f383b5 req-64de50f7-bd88-4736-8a2e-2476ce0db91c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423858 Jul 25 06:03:48.729244 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 38ff92c0-a00a-47e1-8c8a-767f34ecb3de no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:03:48.751166 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 38ff92c0-a00a-47e1-8c8a-767f34ecb3de {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:03:48.751514 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 38ff92c0-a00a-47e1-8c8a-767f34ecb3de not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:03:48.835249 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db7498-d42b-42e8-9f96-c951158c1c0b req-325b7063-acc9-4034-8094-d622c0e5eeb3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:48.836767 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f0db7498-d42b-42e8-9f96-c951158c1c0b req-325b7063-acc9-4034-8094-d622c0e5eeb3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0475934 Jul 25 06:03:48.889837 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f0db7498-d42b-42e8-9f96-c951158c1c0b req-e038fe73-17e6-49d2-82c3-fe6a2a81aadf tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Jul 25 06:03:49.341509 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e5336116-61fd-40f7-906f-63176a9c348b req-fd59682f-845e-4436-9fa6-2ebc0f491814 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0312910 Jul 25 06:03:49.768809 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a439264-ddec-4072-81b2-7c7f5ab5f6f6 req-fbea5fe6-2ea2-434e-94d2-2765e3d2b158 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:49.770223 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1a439264-ddec-4072-81b2-7c7f5ab5f6f6 req-fbea5fe6-2ea2-434e-94d2-2765e3d2b158 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 944 time: 0.0482569 Jul 25 06:03:49.818704 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1a439264-ddec-4072-81b2-7c7f5ab5f6f6 req-5855cfd5-9c74-491a-a745-6ce257b21899 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424612 Jul 25 06:03:49.998719 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:50.017498 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92c533-9bf5-423c-a9ec-1adeb646cdd4 req-dbf1aa10-801a-4bca-91ae-1b969a192c1d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:50.019155 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5d92c533-9bf5-423c-a9ec-1adeb646cdd4 req-dbf1aa10-801a-4bca-91ae-1b969a192c1d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0490894 Jul 25 06:03:50.072531 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5d92c533-9bf5-423c-a9ec-1adeb646cdd4 req-230424de-8f51-4eeb-ac03-9d8bdec7e724 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468960 Jul 25 06:03:50.450579 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0d57b034-dd5b-4be4-ab96-2b6a9f22a7c2 req-6706a390-2b30-4b83-95b8-3ca664f9e8c8 tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] 10.222.0.40 "GET /v2.0/ports?device_id=33c564d4-6300-4c60-8829-01e8f445ce7a HTTP/1.1" status: 200 len: 210 time: 0.0305009 Jul 25 06:03:50.738024 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 6e112229-0732-4652-b953-cf6548e850ee details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:03:50.838468 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 6e112229-0732-4652-b953-cf6548e850ee, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=6e112229-0732-4652-b953-cf6548e850ee,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:50.851274 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '6e112229-0732-4652-b953-cf6548e850ee', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'port_id': '6e112229-0732-4652-b953-cf6548e850ee', 'mac_address': 'fa:16:3e:d2:1d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:03:50.890608 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 6e112229-0732-4652-b953-cf6548e850ee is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:50.891009 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (6e112229-0732-4652-b953-cf6548e850ee), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:50.910873 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e112229-0732-4652-b953-cf6548e850ee {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:03:50.925840 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 6e112229-0732-4652-b953-cf6548e850ee, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=6e112229-0732-4652-b953-cf6548e850ee,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:50.936288 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da196118-b687-4bb6-b54f-8f519f3449ec req-f4c2ba3c-df8b-43bc-8e48-d5d4b9b88359 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:50.937744 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-da196118-b687-4bb6-b54f-8f519f3449ec req-f4c2ba3c-df8b-43bc-8e48-d5d4b9b88359 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 944 time: 0.0519104 Jul 25 06:03:50.988674 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-da196118-b687-4bb6-b54f-8f519f3449ec req-46268504-c76b-4d7c-9653-7f77a85368ea tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454378 Jul 25 06:03:51.034833 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (6e112229-0732-4652-b953-cf6548e850ee), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:51.081863 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=6e112229-0732-4652-b953-cf6548e850ee,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:51.088974 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.089318 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.089651 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.090005 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.090336 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.091337 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.091665 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.091986 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.092334 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.092654 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.092974 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.093307 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.093662 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.093974 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.094288 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:03:51.193680 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd099a-ee07-4bc8-8061-75f2808a11ac req-d73c329e-b02e-4bfc-9ce3-e5e8e508d660 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:51.195398 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-26fd099a-ee07-4bc8-8061-75f2808a11ac req-d73c329e-b02e-4bfc-9ce3-e5e8e508d660 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0513413 Jul 25 06:03:51.229745 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:51.246768 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-26fd099a-ee07-4bc8-8061-75f2808a11ac req-ed1d63b9-c72d-49e8-ad9d-039a43c3dfba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440669 Jul 25 06:03:51.345767 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['6e112229-0732-4652-b953-cf6548e850ee'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:03:51.362218 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b9298-b8fd-4fe8-956a-679ee017eb53 req-8372ea69-2003-47b8-8d18-98c0a7f3735d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:51.363692 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c12b9298-b8fd-4fe8-956a-679ee017eb53 req-8372ea69-2003-47b8-8d18-98c0a7f3735d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0470486 Jul 25 06:03:51.375332 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46062) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:51.379805 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-ef271686-6855-4347-82c3-3a6febf368fc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Request body: {'floatingip': {'port_id': 'f054b336-0d1e-4689-ae9f-d24089cd4d40'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:51.437252 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ef271686-6855-4347-82c3-3a6febf368fc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for floatingip (52fa68b6-586a-4f72-8e37-7cfd23990636), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:51.464344 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:03:51.891099 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=12 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:52.042734 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:52.045792 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:52.057813 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ef271686-6855-4347-82c3-3a6febf368fc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:52.111306 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804cdfd-bd98-46e6-a633-ac292908821f req-a58e7ffb-7caf-4dc0-af57-b5fc990cbde1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:52.112827 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2804cdfd-bd98-46e6-a633-ac292908821f req-a58e7ffb-7caf-4dc0-af57-b5fc990cbde1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 945 time: 0.0478263 Jul 25 06:03:52.131732 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ef271686-6855-4347-82c3-3a6febf368fc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (52fa68b6-586a-4f72-8e37-7cfd23990636), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:52.225353 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2804cdfd-bd98-46e6-a633-ac292908821f req-0ca581bd-12e8-465d-9dce-b54dd7931043 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068769 Jul 25 06:03:52.613070 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef271686-6855-4347-82c3-3a6febf368fc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Router e25796a5-c22a-4674-a750-ea9784e99b56 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:03:52.716358 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef271686-6855-4347-82c3-3a6febf368fc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:03:52.721568 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ef271686-6855-4347-82c3-3a6febf368fc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:52.726067 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] Sync routers for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:03:52.735698 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:52.736354 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:52.757815 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:52.760057 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e24cb6c-f639-4f98-b20c-e52e6ff66067" -d '{"events": [{"name": "network-changed", "server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:52.773086 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 6e112229-0732-4652-b953-cf6548e850ee up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:03:52.797784 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-ef271686-6855-4347-82c3-3a6febf368fc tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "PUT /v2.0/floatingips/52fa68b6-586a-4f72-8e37-7cfd23990636 HTTP/1.1" status: 200 len: 993 time: 1.4188893 Jul 25 06:03:52.805334 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cbb090-c5ab-4ad8-b263-0ff299f13877 x-openstack-request-id: req-95cbb090-c5ab-4ad8-b263-0ff299f13877 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:52.809465 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:52.809465 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-95cbb090-c5ab-4ad8-b263-0ff299f13877 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:52.809465 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95cbb090-c5ab-4ad8-b263-0ff299f13877'] response: {'name': 'network-changed', 'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'status': 'completed', 'code': 200} Jul 25 06:03:52.872047 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 6e112229-0732-4652-b953-cf6548e850ee completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:03:52.874146 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-05a6d972-8202-4e78-8ea3-add2257052bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:52.875692 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-05a6d972-8202-4e78-8ea3-add2257052bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 1129 time: 0.0387018 Jul 25 06:03:52.878327 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:52.966547 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:52.969786 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 6e112229-0732-4652-b953-cf6548e850ee triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:03:52.970159 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (6e112229-0732-4652-b953-cf6548e850ee), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:52.972348 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-f31b71bf-5ae0-41a2-906c-ac253c2e434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:52.973850 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-f31b71bf-5ae0-41a2-906c-ac253c2e434c service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.0919685 Jul 25 06:03:53.038310 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-72099970-ea0d-4f17-988a-17ae70e74d51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40 HTTP/1.1" status: 200 len: 1001 time: 0.0580571 Jul 25 06:03:53.057659 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:53.099136 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-bc675aea-f1a0-4b20-8f2c-b264e8d5434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:53.100634 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-bc675aea-f1a0-4b20-8f2c-b264e8d5434f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0566950 Jul 25 06:03:53.127809 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 6e112229-0732-4652-b953-cf6548e850ee is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:03:53.128284 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (6e112229-0732-4652-b953-cf6548e850ee), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:53.153010 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-7810c50c-614f-459b-a7a7-74fb163a0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:53.155015 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-7810c50c-614f-459b-a7a7-74fb163a0ed4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413432 Jul 25 06:03:53.187472 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e112229-0732-4652-b953-cf6548e850ee'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:53.189805 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e4b4be-db1b-42bf-bea8-b5d6290e5229" -d '{"events": [{"server_uuid": "8fd12755-30ea-4aa4-94ce-e18ed9c29559", "name": "network-vif-plugged", "status": "completed", "tag": "6e112229-0732-4652-b953-cf6548e850ee"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:53.202554 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '52fa68b6-586a-4f72-8e37-7cfd23990636', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'port_id': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'mac_address': 'fa:16:3e:c0:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:01:29Z', 'updated_at': '2022-07-25T06:03:51Z', 'revision_number': 3, 'project_id': '07562543fa3e40d584b4d4525b112319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:57Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:53.208273 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 6e112229-0732-4652-b953-cf6548e850ee, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=6e112229-0732-4652-b953-cf6548e850ee,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:03:53.233890 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] Checking router: e25796a5-c22a-4674-a750-ea9784e99b56 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:03:53.243118 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d9e0d2-2d25-4a2d-bf7c-2bec227fa179 x-openstack-request-id: req-33d9e0d2-2d25-4a2d-bf7c-2bec227fa179 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:53.243408 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd12755-30ea-4aa4-94ce-e18ed9c29559", "name": "network-vif-plugged", "status": "completed", "tag": "6e112229-0732-4652-b953-cf6548e850ee", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:53.243962 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-33d9e0d2-2d25-4a2d-bf7c-2bec227fa179 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:53.244769 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d9e0d2-2d25-4a2d-bf7c-2bec227fa179'] response: {'server_uuid': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e112229-0732-4652-b953-cf6548e850ee', 'code': 200} Jul 25 06:03:53.247384 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:53.248621 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:53.285226 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-49ac958c-548d-4d2c-b32e-ccb8af23aa9e service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197662 Jul 25 06:03:53.296377 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (6e112229-0732-4652-b953-cf6548e850ee), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:53.402091 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=6e112229-0732-4652-b953-cf6548e850ee,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:03:53.404696 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ce467-33f8-463d-aa48-ebbd786deb65 req-dcd20d58-f91e-4bfe-944e-1187dd5bf6e9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:53.406191 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-892ce467-33f8-463d-aa48-ebbd786deb65 req-dcd20d58-f91e-4bfe-944e-1187dd5bf6e9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.1060672 Jul 25 06:03:53.414998 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:53.462894 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8e24cb6c-f639-4f98-b20c-e52e6ff66067 req-25769ddf-cf0f-4457-83c5-814a6e0a3566 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497908 Jul 25 06:03:53.484565 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-892ce467-33f8-463d-aa48-ebbd786deb65 req-5d0da5a8-6464-4f56-8716-708703ccff95 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705767 Jul 25 06:03:53.650818 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c605890-1822-4b27-9489-1a8d695f9479 req-6e89e65c-4fc8-491c-82f5-d202a7b1ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:53.652377 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6c605890-1822-4b27-9489-1a8d695f9479 req-6e89e65c-4fc8-491c-82f5-d202a7b1ed59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 1130 time: 0.0414460 Jul 25 06:03:53.664521 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '52fa68b6-586a-4f72-8e37-7cfd23990636', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'port_id': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'mac_address': 'fa:16:3e:c0:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:01:29Z', 'updated_at': '2022-07-25T06:03:51Z', 'revision_number': 3, 'project_id': '07562543fa3e40d584b4d4525b112319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:57Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:53.689611 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72194038-2bb6-4f06-91f8-491408980fb3 None None] The sync data for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi is: [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '52fa68b6-586a-4f72-8e37-7cfd23990636', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'port_id': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'mac_address': 'fa:16:3e:c0:30:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:01:29Z', 'updated_at': '2022-07-25T06:03:51Z', 'revision_number': 3, 'project_id': '07562543fa3e40d584b4d4525b112319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:57Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:03:53.696627 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6c605890-1822-4b27-9489-1a8d695f9479 req-dcf9bac1-3c2f-41a9-921a-b8352c973121 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380862 Jul 25 06:03:54.604938 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09bcb0-f7e1-4f5c-a4b2-0a2b5999675d req-067b241a-95bb-4aad-aaba-a0de964ab0dd tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:54.606378 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6e09bcb0-f7e1-4f5c-a4b2-0a2b5999675d req-067b241a-95bb-4aad-aaba-a0de964ab0dd tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.0469995 Jul 25 06:03:54.618874 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:54.657537 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6e09bcb0-f7e1-4f5c-a4b2-0a2b5999675d req-f321a66d-4d7f-4fb3-adb0-7eea19295e96 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450547 Jul 25 06:03:54.807483 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:54.809851 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e8f1f8-3eb7-45ba-95d7-11e65265be89" -d '{"events": [{"name": "network-changed", "server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:54.844947 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58a75b1-bc1d-47c6-a630-6e9f9271d1d5 x-openstack-request-id: req-b58a75b1-bc1d-47c6-a630-6e9f9271d1d5 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:54.845261 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:54.845509 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b58a75b1-bc1d-47c6-a630-6e9f9271d1d5 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:54.845906 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58a75b1-bc1d-47c6-a630-6e9f9271d1d5'] response: {'name': 'network-changed', 'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'status': 'completed', 'code': 200} Jul 25 06:03:55.770309 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7911a-6da3-4f15-b68f-4bbd37596cdc req-bcf0f7e8-19a7-4d95-a15f-8a44879a0a6e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:55.772036 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f8d7911a-6da3-4f15-b68f-4bbd37596cdc req-bcf0f7e8-19a7-4d95-a15f-8a44879a0a6e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.0480037 Jul 25 06:03:55.818796 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f8d7911a-6da3-4f15-b68f-4bbd37596cdc req-e9cf4a07-183e-44ee-9941-fe70e04108de tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411761 Jul 25 06:03:56.554401 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-7a6fac7d-26de-46af-8c3e-cdabf808debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:56.555889 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-7a6fac7d-26de-46af-8c3e-cdabf808debb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 1129 time: 0.0404031 Jul 25 06:03:56.879159 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-2c9bafe3-7c85-4850-9433-83718252af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:56.880682 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-2c9bafe3-7c85-4850-9433-83718252af9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.3168495 Jul 25 06:03:56.935812 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5195f5a-a762-4b4c-ada1-687d6989120e req-0f3aba1d-0259-4704-9ad7-63883f77f775 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:56.937316 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e5195f5a-a762-4b4c-ada1-687d6989120e req-0f3aba1d-0259-4704-9ad7-63883f77f775 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.0470541 Jul 25 06:03:56.948283 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:56.985162 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e5195f5a-a762-4b4c-ada1-687d6989120e req-1f057c94-c6cd-4876-9cfd-9fb0f3b68753 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421667 Jul 25 06:03:57.015149 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:57.137518 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-46688a88-5398-4d5d-9dc4-94c0d1fb96a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:57.343185 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:57.347272 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-53d83834-12d5-40b4-a2e7-f786f7a28464 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40 HTTP/1.1" status: 200 len: 1001 time: 0.0588264 Jul 25 06:03:57.848283 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-34216d19-076e-418c-8df8-591972d8dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:57.849853 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-34216d19-076e-418c-8df8-591972d8dc9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0483010 Jul 25 06:03:58.105178 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09971ca-4c07-4b0d-b994-1a5812ec71a9 req-3ab031ee-0c16-4cf5-a2d8-76dab384ed85 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:58.106710 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f09971ca-4c07-4b0d-b994-1a5812ec71a9 req-3ab031ee-0c16-4cf5-a2d8-76dab384ed85 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.0487416 Jul 25 06:03:58.157365 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f09971ca-4c07-4b0d-b994-1a5812ec71a9 req-802146b8-1966-44b8-bfb3-f4eb3c35a658 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443983 Jul 25 06:03:58.272632 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393f4fb-007b-458b-a14b-73018f5ba89b req-fa61fe7b-dc08-458c-9eb6-966402ca1da8 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:58.272632 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9393f4fb-007b-458b-a14b-73018f5ba89b req-fa61fe7b-dc08-458c-9eb6-966402ca1da8 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.0487518 Jul 25 06:03:58.281008 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46132) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:03:58.285811 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-3fd35820-505b-4e92-97d2-972435a984db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'floatingip': {'port_id': '6e112229-0732-4652-b953-cf6548e850ee'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:03:58.332253 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3fd35820-505b-4e92-97d2-972435a984db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (d3b7153a-ff21-4afb-a984-e774203ecfec), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:58.468291 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-6e82d413-3f82-4a7e-96f2-e75c4987c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:58.470337 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-6e82d413-3f82-4a7e-96f2-e75c4987c86a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744956 Jul 25 06:03:58.794516 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3fd35820-505b-4e92-97d2-972435a984db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:58.864729 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3fd35820-505b-4e92-97d2-972435a984db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (d3b7153a-ff21-4afb-a984-e774203ecfec), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:58.970107 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-f07549a2-b8ea-45a5-bcea-9a8ef83bb1cf service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607292 Jul 25 06:03:59.002115 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-3fd35820-505b-4e92-97d2-972435a984db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Floating IP d3b7153a-ff21-4afb-a984-e774203ecfec associated. External IP: 172.27.1.241, port: 6e112229-0732-4652-b953-cf6548e850ee. Jul 25 06:03:59.135278 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:59.145583 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:59.152987 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64e8f1f8-3eb7-45ba-95d7-11e65265be89 req-52adf5c5-9121-4a80-9135-8bf3044a964e service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771684 Jul 25 06:03:59.195883 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:03:59.274438 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd35820-505b-4e92-97d2-972435a984db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:03:59.377656 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c81f81d2-76d2-4b8e-aaeb-b60fe3b0fb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:59.382402 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd35820-505b-4e92-97d2-972435a984db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:03:59.386986 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3fd35820-505b-4e92-97d2-972435a984db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:03:59.392454 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:03:59.402878 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:59.403772 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:59.419158 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-3fd35820-505b-4e92-97d2-972435a984db tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "PUT /v2.0/floatingips/d3b7153a-ff21-4afb-a984-e774203ecfec HTTP/1.1" status: 200 len: 992 time: 1.1370523 Jul 25 06:03:59.420042 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'tag': '6e112229-0732-4652-b953-cf6548e850ee'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:03:59.422656 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4761203-5a90-456c-972a-ea9227129194" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd12755-30ea-4aa4-94ce-e18ed9c29559", "tag": "6e112229-0732-4652-b953-cf6548e850ee"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:03:59.459665 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08431c11-adfc-4ae4-baa2-a3930800ef7c x-openstack-request-id: req-08431c11-adfc-4ae4-baa2-a3930800ef7c {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:03:59.459967 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd12755-30ea-4aa4-94ce-e18ed9c29559", "tag": "6e112229-0732-4652-b953-cf6548e850ee", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:03:59.460257 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-08431c11-adfc-4ae4-baa2-a3930800ef7c {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:03:59.460671 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08431c11-adfc-4ae4-baa2-a3930800ef7c'] response: {'name': 'network-changed', 'server_uuid': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'tag': '6e112229-0732-4652-b953-cf6548e850ee', 'status': 'completed', 'code': 200} Jul 25 06:03:59.520940 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:59.535538 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4761203-5a90-456c-972a-ea9227129194 req-2fcfd7eb-8bb6-4128-ae40-5241085746e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:59.536554 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c4761203-5a90-456c-972a-ea9227129194 req-2fcfd7eb-8bb6-4128-ae40-5241085746e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 1130 time: 0.0461242 Jul 25 06:03:59.640206 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4761203-5a90-456c-972a-ea9227129194 req-ee0fc9a4-8bb3-4104-8b5a-7701034490ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:59.641934 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c4761203-5a90-456c-972a-ea9227129194 req-ee0fc9a4-8bb3-4104-8b5a-7701034490ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 915 time: 0.0984201 Jul 25 06:03:59.715879 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c4761203-5a90-456c-972a-ea9227129194 req-901ced34-c7ca-423b-879e-e4564e2b9b1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e112229-0732-4652-b953-cf6548e850ee HTTP/1.1" status: 200 len: 1000 time: 0.0593262 Jul 25 06:03:59.744832 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'd3b7153a-ff21-4afb-a984-e774203ecfec', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': '6e112229-0732-4652-b953-cf6548e850ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:d2:1d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:03:24Z', 'updated_at': '2022-07-25T06:03:58Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:59.772813 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:03:59.782209 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:03:59.782782 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:03:59.817968 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f6ecb-b862-43ac-9368-efedc8941bf4 req-471fa393-29e9-4d91-a2e7-2ec0dec3a100 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:59.820578 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-243f6ecb-b862-43ac-9368-efedc8941bf4 req-471fa393-29e9-4d91-a2e7-2ec0dec3a100 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0601597 Jul 25 06:03:59.842217 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4761203-5a90-456c-972a-ea9227129194 req-4532d627-000b-4158-ab0b-5c1559003771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:59.843691 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c4761203-5a90-456c-972a-ea9227129194 req-4532d627-000b-4158-ab0b-5c1559003771 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=643fd28a-aa2d-43b1-bd8f-778a3da61ff3 HTTP/1.1" status: 200 len: 853 time: 0.1195009 Jul 25 06:03:59.886726 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:03:59.905382 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-243f6ecb-b862-43ac-9368-efedc8941bf4 req-170216a2-ef92-4d9f-9d6d-b883913d7ca5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803185 Jul 25 06:03:59.908540 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4761203-5a90-456c-972a-ea9227129194 req-6a228f90-577e-49e2-ae0e-f4fefe819b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:03:59.910057 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c4761203-5a90-456c-972a-ea9227129194 req-6a228f90-577e-49e2-ae0e-f4fefe819b74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d80cb7ca-3031-41c9-afe8-b6a4faf27141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537457 Jul 25 06:03:59.929533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46158) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:00.138018 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'd3b7153a-ff21-4afb-a984-e774203ecfec', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': '6e112229-0732-4652-b953-cf6548e850ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:d2:1d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:03:24Z', 'updated_at': '2022-07-25T06:03:58Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:00.159406 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a83ccdf-afb5-4a53-baac-e15110c486c9 tempest-TestMinimumBasicScenario-190149379 tempest-TestMinimumBasicScenario-190149379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:00.163914 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-1a83ccdf-afb5-4a53-baac-e15110c486c9 tempest-TestMinimumBasicScenario-190149379 tempest-TestMinimumBasicScenario-190149379-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1124 time: 0.2295926 Jul 25 06:04:00.164161 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46162) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:00.169075 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'port_id': '279fa404-535f-4110-9863-de45be0f04f9', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:00.169256 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b99c27-4761-493e-b216-9f40570d6e7e None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'd3b7153a-ff21-4afb-a984-e774203ecfec', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': '6e112229-0732-4652-b953-cf6548e850ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:d2:1d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:03:24Z', 'updated_at': '2022-07-25T06:03:58Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:04:00.250180 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c4761203-5a90-456c-972a-ea9227129194 req-bd254e65-4e07-449c-a6a6-00b584ba2685 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322113 Jul 25 06:04:00.277884 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:00.328481 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:00.362179 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c4761203-5a90-456c-972a-ea9227129194 req-877eba77-e8b4-438a-8ba7-53961070a4f9 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969038 Jul 25 06:04:00.368731 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:00.369976 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87527804-6299-42e1-9c33-b54f119e3c97 None None] New status for floating IP d3b7153a-ff21-4afb-a984-e774203ecfec: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:04:00.485212 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Allocated IP 172.27.1.85 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/c37c22bb-d2d1-4072-ad95-5164bce8deed) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:04:00.588784 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for port (c37c22bb-d2d1-4072-ad95-5164bce8deed), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:00.623234 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:00.680954 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (c37c22bb-d2d1-4072-ad95-5164bce8deed), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:00.724602 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:04:00.729659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:04:00.733870 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:04:00.755455 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'Port': ['ID=c37c22bb-d2d1-4072-ad95-5164bce8deed,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:00.761126 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:00.836863 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:01.102580 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for floatingip (150088b6-66d3-42f4-8fc7-cea942c6ab5d), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:01.255935 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c37c22bb-d2d1-4072-ad95-5164bce8deed), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:01.408843 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for port (c37c22bb-d2d1-4072-ad95-5164bce8deed), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:01.489248 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (c37c22bb-d2d1-4072-ad95-5164bce8deed), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:01.512932 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:01.555555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'Port': ['ID=c37c22bb-d2d1-4072-ad95-5164bce8deed,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:01.569247 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (150088b6-66d3-42f4-8fc7-cea942c6ab5d), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:01.665523 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Floating IP 150088b6-66d3-42f4-8fc7-cea942c6ab5d associated. External IP: 172.27.1.85, port: 279fa404-535f-4110-9863-de45be0f04f9. Jul 25 06:04:01.863762 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Router b0346c5f-2a19-447b-80b6-3f093e760d6b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:04:01.866546 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:01.966709 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:04:01.975925 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] Sync routers for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:04:01.986997 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:01.987598 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:02.047014 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.063826 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:02.069250 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:02.082685 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-1df77287-06dc-4232-b5aa-05bf37fe8ede tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9146008 Jul 25 06:04:02.082685 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:02.082953 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46172) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:02.083389 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3816dc-2458-41db-b082-6d7fd11fe046" -d '{"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:02.087423 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993873638', 'description': 'tempest-secgroup-smoke-1993873638 description', 'project_id': 'a18a468edefd401c835e7e368ac740e5'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:02.091386 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:02.119856 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:02.127964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7038455-a9ff-4d86-99a7-6c7f19989406 x-openstack-request-id: req-a7038455-a9ff-4d86-99a7-6c7f19989406 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:02.128497 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:02.128727 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a7038455-a9ff-4d86-99a7-6c7f19989406 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:02.129149 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7038455-a9ff-4d86-99a7-6c7f19989406'] response: {'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9', 'status': 'completed', 'code': 200} Jul 25 06:04:02.197770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.226668 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-2f90466b-6fdc-48e7-aaf6-58b41cc7539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:02.226668 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-2f90466b-6fdc-48e7-aaf6-58b41cc7539b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18a468edefd401c835e7e368ac740e5&device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1129 time: 0.0639007 Jul 25 06:04:02.244353 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.329668 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '150088b6-66d3-42f4-8fc7-cea942c6ab5d', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'port_id': '279fa404-535f-4110-9863-de45be0f04f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'mac_address': 'fa:16:3e:22:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:04:00Z', 'updated_at': '2022-07-25T06:04:00Z', 'revision_number': 0, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd953467-52af-46df-94ce-e18d6812b4ba', 'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'mac_address': 'fa:16:3e:49:ae:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:48Z', 'updated_at': '2022-07-25T06:02:52Z', 'revision_number': 5, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'subnets': [{'id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:02.356573 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group (675ab1fb-63b1-4425-be55-46d9266a0914), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.360989 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] Checking router: b0346c5f-2a19-447b-80b6-3f093e760d6b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:04:02.362367 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-87dafd96-f3b8-4499-a4c6-623a37241470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:02.363955 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-87dafd96-f3b8-4499-a4c6-623a37241470 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d44552f4-d09f-406e-b8fb-423b2c54a3ee HTTP/1.1" status: 200 len: 915 time: 0.1296091 Jul 25 06:04:02.369446 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:02.370044 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:02.428007 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (675ab1fb-63b1-4425-be55-46d9266a0914), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.447156 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:02.449326 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-8cdcc910-2e19-4d9c-8811-e5056d100b56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 998 time: 0.0787191 Jul 25 06:04:02.495728 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675ab1fb-63b1-4425-be55-46d9266a0914,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:02.507547 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.507897 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.508346 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.508682 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.509012 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.509332 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.509664 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.509989 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.510311 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.510631 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.510948 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.511267 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.511583 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.511900 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.512241 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:02.525041 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-17f6da00-b936-4384-8f53-ec7f6346d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:02.526492 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-17f6da00-b936-4384-8f53-ec7f6346d9b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6abd3025-ec15-47c9-950a-7d0a39f55fdd HTTP/1.1" status: 200 len: 853 time: 0.0686834 Jul 25 06:04:02.533787 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.534923 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-e177da20-0325-420b-98a0-efdf395944fb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4509714 Jul 25 06:04:02.538296 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46180) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:02.543450 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-a586c79d-e363-4412-80c8-ddf3e536e4cd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'security_group_rule': {'security_group_id': '675ab1fb-63b1-4425-be55-46d9266a0914', 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:02.559727 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:02.583407 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-20b4fb77-cde1-49ed-9c84-ee42cfcd6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:02.585149 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-20b4fb77-cde1-49ed-9c84-ee42cfcd6c6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d44552f4-d09f-406e-b8fb-423b2c54a3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492651 Jul 25 06:04:02.630167 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a586c79d-e363-4412-80c8-ddf3e536e4cd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (1b4c21b7-da07-4cf0-8b93-b974e0dad6f8), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.683126 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-f5972ddf-dbff-4160-8a68-a3dedff938c4 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882788 Jul 25 06:04:02.696234 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a586c79d-e363-4412-80c8-ddf3e536e4cd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (1b4c21b7-da07-4cf0-8b93-b974e0dad6f8), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.765297 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:02.770445 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a586c79d-e363-4412-80c8-ddf3e536e4cd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (1b4c21b7-da07-4cf0-8b93-b974e0dad6f8), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.787145 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0f3816dc-2458-41db-b082-6d7fd11fe046 req-6634c422-3e4f-428f-9808-438401524ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955901 Jul 25 06:04:02.793237 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586c79d-e363-4412-80c8-ddf3e536e4cd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4c21b7-da07-4cf0-8b93-b974e0dad6f8,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:02.803063 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '150088b6-66d3-42f4-8fc7-cea942c6ab5d', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'port_id': '279fa404-535f-4110-9863-de45be0f04f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'mac_address': 'fa:16:3e:22:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:04:00Z', 'updated_at': '2022-07-25T06:04:00Z', 'revision_number': 0, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd953467-52af-46df-94ce-e18d6812b4ba', 'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'mac_address': 'fa:16:3e:49:ae:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:48Z', 'updated_at': '2022-07-25T06:02:52Z', 'revision_number': 5, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'subnets': [{'id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:02.829047 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c4044-2e96-41b3-8ace-3e9b9e97325b None None] The sync data for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi is: [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '150088b6-66d3-42f4-8fc7-cea942c6ab5d', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'port_id': '279fa404-535f-4110-9863-de45be0f04f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'mac_address': 'fa:16:3e:22:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:04:00Z', 'updated_at': '2022-07-25T06:04:00Z', 'revision_number': 0, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd953467-52af-46df-94ce-e18d6812b4ba', 'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'mac_address': 'fa:16:3e:49:ae:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:48Z', 'updated_at': '2022-07-25T06:02:52Z', 'revision_number': 5, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'subnets': [{'id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:04:02.857514 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a586c79d-e363-4412-80c8-ddf3e536e4cd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:02.858737 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a586c79d-e363-4412-80c8-ddf3e536e4cd tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3192306 Jul 25 06:04:02.861562 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46184) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:02.866270 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-636d58f8-5972-493e-b4e8-7350711a0c6e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'security_group_rule': {'security_group_id': '675ab1fb-63b1-4425-be55-46d9266a0914', 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:03.019166 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ac535-e836-4465-bc73-764e2eb126ae None None] New status for floating IP 150088b6-66d3-42f4-8fc7-cea942c6ab5d: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:04:03.047320 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-636d58f8-5972-493e-b4e8-7350711a0c6e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (05a62c83-6af9-4f8a-86c2-671a4139f23f), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.109165 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-636d58f8-5972-493e-b4e8-7350711a0c6e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (05a62c83-6af9-4f8a-86c2-671a4139f23f), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.183091 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-636d58f8-5972-493e-b4e8-7350711a0c6e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (05a62c83-6af9-4f8a-86c2-671a4139f23f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.204373 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d58f8-5972-493e-b4e8-7350711a0c6e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a62c83-6af9-4f8a-86c2-671a4139f23f,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:03.262860 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-636d58f8-5972-493e-b4e8-7350711a0c6e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.265088 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-636d58f8-5972-493e-b4e8-7350711a0c6e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4024851 Jul 25 06:04:03.267791 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46186) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:03.272377 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-84c168f6-149b-4457-9425-675f12a3c7c0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'security_group_rule': {'security_group_id': '675ab1fb-63b1-4425-be55-46d9266a0914', 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:03.364543 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-84c168f6-149b-4457-9425-675f12a3c7c0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (255ba579-7114-4e1d-962e-07313b1c25a0), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.421699 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-84c168f6-149b-4457-9425-675f12a3c7c0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (255ba579-7114-4e1d-962e-07313b1c25a0), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.494772 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-84c168f6-149b-4457-9425-675f12a3c7c0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (255ba579-7114-4e1d-962e-07313b1c25a0), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.512599 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c168f6-149b-4457-9425-675f12a3c7c0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255ba579-7114-4e1d-962e-07313b1c25a0,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:03.594826 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-84c168f6-149b-4457-9425-675f12a3c7c0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.595954 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-84c168f6-149b-4457-9425-675f12a3c7c0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272214 Jul 25 06:04:03.598838 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46188) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:03.603133 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-41b56e4e-d7ff-440d-800b-384f40736b6b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'security_group_rule': {'security_group_id': '675ab1fb-63b1-4425-be55-46d9266a0914', 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:03.616842 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:03.735569 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-41b56e4e-d7ff-440d-800b-384f40736b6b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (bc76e2a1-ba9d-4296-aba8-40a771f5239a), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.796666 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-41b56e4e-d7ff-440d-800b-384f40736b6b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (bc76e2a1-ba9d-4296-aba8-40a771f5239a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.874773 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-41b56e4e-d7ff-440d-800b-384f40736b6b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (bc76e2a1-ba9d-4296-aba8-40a771f5239a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.895250 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b56e4e-d7ff-440d-800b-384f40736b6b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc76e2a1-ba9d-4296-aba8-40a771f5239a,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:03.982574 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-41b56e4e-d7ff-440d-800b-384f40736b6b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:03.983976 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-41b56e4e-d7ff-440d-800b-384f40736b6b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3841369 Jul 25 06:04:03.986768 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46192) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:03.991013 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-e3e68d76-c73d-4152-a603-28d3a96294a5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'security_group_rule': {'security_group_id': '675ab1fb-63b1-4425-be55-46d9266a0914', 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:04.075062 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.securitygroups_db [None req-e3e68d76-c73d-4152-a603-28d3a96294a5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Project a18a468edefd401c835e7e368ac740e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 06:04:04.082036 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3e68d76-c73d-4152-a603-28d3a96294a5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (15ccf445-c76d-480e-b5b8-f856ebf0af78), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:04.093002 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:04.142205 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3e68d76-c73d-4152-a603-28d3a96294a5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (15ccf445-c76d-480e-b5b8-f856ebf0af78), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:04.215158 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3e68d76-c73d-4152-a603-28d3a96294a5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (15ccf445-c76d-480e-b5b8-f856ebf0af78), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:04.235440 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e68d76-c73d-4152-a603-28d3a96294a5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ccf445-c76d-480e-b5b8-f856ebf0af78,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:04.302670 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3e68d76-c73d-4152-a603-28d3a96294a5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:04.303886 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e3e68d76-c73d-4152-a603-28d3a96294a5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3162043 Jul 25 06:04:04.306662 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46194) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:04.311572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-a1e9e7a1-f2e8-4424-a0f5-2c1107782b24 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'security_group_rule': {'security_group_id': '675ab1fb-63b1-4425-be55-46d9266a0914', 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:04.386249 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.securitygroups_db [None req-a1e9e7a1-f2e8-4424-a0f5-2c1107782b24 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Project a18a468edefd401c835e7e368ac740e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 06:04:04.392358 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e7a1-f2e8-4424-a0f5-2c1107782b24 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (5b80a286-f9ea-41a7-ba57-d815dba4c2c4), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:04.452819 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e7a1-f2e8-4424-a0f5-2c1107782b24 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (5b80a286-f9ea-41a7-ba57-d815dba4c2c4), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:04.525814 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e7a1-f2e8-4424-a0f5-2c1107782b24 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (5b80a286-f9ea-41a7-ba57-d815dba4c2c4), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:04.544349 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9e7a1-f2e8-4424-a0f5-2c1107782b24 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b80a286-f9ea-41a7-ba57-d815dba4c2c4,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:04.607818 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e7a1-f2e8-4424-a0f5-2c1107782b24 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:04.609114 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a1e9e7a1-f2e8-4424-a0f5-2c1107782b24 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3015139 Jul 25 06:04:04.699795 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-4ce651ab-7f44-4083-988e-3861e3d21945 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993873638&fields=id&tenant_id=a18a468edefd401c835e7e368ac740e5 HTTP/1.1" status: 200 len: 267 time: 0.0445704 Jul 25 06:04:04.750350 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-f2257904-a946-431d-a35d-0ede9b0f477d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:04.751834 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-f2257904-a946-431d-a35d-0ede9b0f477d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0461209 Jul 25 06:04:04.762515 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-3c012f5d-c621-44ed-ac75-cea48f72a3b9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'port': {'security_groups': ['898c377e-491d-40eb-8af8-56cb3a2a6bd2', '675ab1fb-63b1-4425-be55-46d9266a0914']}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:04.839445 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-3c012f5d-c621-44ed-ac75-cea48f72a3b9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (279fa404-535f-4110-9863-de45be0f04f9), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:05.024509 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-3c012f5d-c621-44ed-ac75-cea48f72a3b9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] For port 279fa404-535f-4110-9863-de45be0f04f9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=279fa404-535f-4110-9863-de45be0f04f9,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:05.117841 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-3c012f5d-c621-44ed-ac75-cea48f72a3b9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for port (279fa404-535f-4110-9863-de45be0f04f9), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:05.174882 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-3c012f5d-c621-44ed-ac75-cea48f72a3b9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (279fa404-535f-4110-9863-de45be0f04f9), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:05.217038 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-3c012f5d-c621-44ed-ac75-cea48f72a3b9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:05.217680 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-3c012f5d-c621-44ed-ac75-cea48f72a3b9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:05.219053 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ab1a2407-3caa-4393-bf74-598f6b3f69a7 req-3c012f5d-c621-44ed-ac75-cea48f72a3b9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "PUT /v2.0/ports/279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 981 time: 0.4610510 Jul 25 06:04:05.219499 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:05.221812 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250981a7-5c57-41a4-acfa-5dc790a834bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:05.260581 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c012f5d-c621-44ed-ac75-cea48f72a3b9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'Port': ['ID=279fa404-535f-4110-9863-de45be0f04f9,revision_number=6']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:05.271325 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d1cc7-6992-4cf8-b731-6f685c83f5d7 x-openstack-request-id: req-4b6d1cc7-6992-4cf8-b731-6f685c83f5d7 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:05.272191 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:05.272661 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4b6d1cc7-6992-4cf8-b731-6f685c83f5d7 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:05.273468 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6d1cc7-6992-4cf8-b731-6f685c83f5d7'] response: {'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9', 'status': 'completed', 'code': 200} Jul 25 06:04:05.335022 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b57402-b3aa-4eb6-94b2-d6f2d4e9dc47 req-515f9215-b4bf-4094-af80-382dc0afe18c tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:05.336661 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9b57402-b3aa-4eb6-94b2-d6f2d4e9dc47 req-515f9215-b4bf-4094-af80-382dc0afe18c tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0518258 Jul 25 06:04:05.401064 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9b57402-b3aa-4eb6-94b2-d6f2d4e9dc47 req-cd577773-d799-4df4-a773-1035dc127c07 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580573 Jul 25 06:04:05.501695 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-d13b3166-d44d-43bb-8f4e-5e7fb228370e None None] Provisioning complete for port 279fa404-535f-4110-9863-de45be0f04f9 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:04:05.502200 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d13b3166-d44d-43bb-8f4e-5e7fb228370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (279fa404-535f-4110-9863-de45be0f04f9), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:05.577065 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-d13b3166-d44d-43bb-8f4e-5e7fb228370e None None] Current status of the port 279fa404-535f-4110-9863-de45be0f04f9 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:04:05.967111 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-2f0c4718-2cf5-4fb7-a641-e15f1bd416d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:05.968652 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-2f0c4718-2cf5-4fb7-a641-e15f1bd416d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18a468edefd401c835e7e368ac740e5&device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1168 time: 0.0399113 Jul 25 06:04:05.990668 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['279fa404-535f-4110-9863-de45be0f04f9'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:04:06.064278 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['279fa404-535f-4110-9863-de45be0f04f9'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:04:06.071667 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-3d471b2d-4828-4659-a9a3-0add516c39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:06.073166 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-3d471b2d-4828-4659-a9a3-0add516c39b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d44552f4-d09f-406e-b8fb-423b2c54a3ee HTTP/1.1" status: 200 len: 915 time: 0.0920448 Jul 25 06:04:06.110017 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:06.137087 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-a553997c-e9e9-4ff3-b46a-adf7e779b8e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 1000 time: 0.0573108 Jul 25 06:04:06.197200 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-7bc04461-5924-4064-89c9-9f77f05e664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:06.199268 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-7bc04461-5924-4064-89c9-9f77f05e664a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6abd3025-ec15-47c9-950a-7d0a39f55fdd HTTP/1.1" status: 200 len: 853 time: 0.0500891 Jul 25 06:04:06.249225 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-eaf02a4c-7956-44f3-ac76-24b2d6d94715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:06.250748 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-eaf02a4c-7956-44f3-ac76-24b2d6d94715 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d44552f4-d09f-406e-b8fb-423b2c54a3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453503 Jul 25 06:04:06.299936 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:06.366896 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-d30ad100-b5a1-4aea-b689-00161844356c service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062183 Jul 25 06:04:06.381103 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:06.462024 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:06.476561 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-250981a7-5c57-41a4-acfa-5dc790a834bc req-252623fd-b552-46d3-ba07-b7d4611464d5 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033888 Jul 25 06:04:06.584464 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:09.283417 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf14da-01c5-468f-b98f-e005a535e5ef req-e45b0c96-525f-4de5-9aff-23104dfa10a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:09.284918 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-56bf14da-01c5-468f-b98f-e005a535e5ef req-e45b0c96-525f-4de5-9aff-23104dfa10a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0486662 Jul 25 06:04:09.331610 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-56bf14da-01c5-468f-b98f-e005a535e5ef req-230026c5-c2f5-4d03-b433-33c5127528de tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Jul 25 06:04:10.450058 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acce4b6-d007-4626-9e15-67bd8423d509 req-12641dc3-8acd-45bb-8d58-71a47da5dd0f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:10.451603 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3acce4b6-d007-4626-9e15-67bd8423d509 req-12641dc3-8acd-45bb-8d58-71a47da5dd0f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0475051 Jul 25 06:04:10.497290 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3acce4b6-d007-4626-9e15-67bd8423d509 req-3881bde8-3af6-4bdc-a08e-9afc4db020b3 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400691 Jul 25 06:04:11.367861 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfde0ed-becf-416d-a301-189e88917e79 req-9674a13a-2b88-4bc0-b577-c7b3e1ab5970 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:11.369245 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cbfde0ed-becf-416d-a301-189e88917e79 req-9674a13a-2b88-4bc0-b577-c7b3e1ab5970 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0513570 Jul 25 06:04:11.468788 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Deleting port c86fe1cd-ba90-483f-8c21-3093b1ee753e {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:04:11.469131 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:11.572678 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] For port c86fe1cd-ba90-483f-8c21-3093b1ee753e, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=c86fe1cd-ba90-483f-8c21-3093b1ee753e,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:11.573046 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:11.660538 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aff8e-fefb-4578-a74d-cb8935573b3d req-aea8d559-39e7-4680-8c98-7d88e8aa631b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:11.661923 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-135aff8e-fefb-4578-a74d-cb8935573b3d req-aea8d559-39e7-4680-8c98-7d88e8aa631b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 946 time: 0.0862970 Jul 25 06:04:11.788752 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-135aff8e-fefb-4578-a74d-cb8935573b3d req-f52a917e-fdd0-4f25-b1e6-cc5e11c8e08a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=cff556de-189a-4ffb-aa2f-48c26166a98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199648 Jul 25 06:04:11.808136 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:11.808496 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (1ea81669-aff9-4f62-9805-1f534b933e08), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:11.808832 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Floating IP 1ea81669-aff9-4f62-9805-1f534b933e08 disassociated. External IP: 172.27.1.52, port: c86fe1cd-ba90-483f-8c21-3093b1ee753e. Jul 25 06:04:11.809156 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Calling delete_port for c86fe1cd-ba90-483f-8c21-3093b1ee753e owned by compute:nova {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:04:11.989074 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (c86fe1cd-ba90-483f-8c21-3093b1ee753e), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:12.015192 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event deleted for resources: {'Port': ['ID=c86fe1cd-ba90-483f-8c21-3093b1ee753e,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:12.129849 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Router 4f245ee1-23ff-4f13-805c-be82720afb7a has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:04:12.135539 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:12.210873 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:12.237218 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:04:12.247458 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] Sync routers for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:04:12.262140 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:12.262832 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:12.278542 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] No DVR routers for this DVR port c86fe1cd-ba90-483f-8c21-3093b1ee753e on host hv-cinder-84841 {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:04:12.281817 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:12.285023 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cbfde0ed-becf-416d-a301-189e88917e79 req-d61673a0-366c-47b1-95f0-9c4319304012 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "DELETE /v2.0/ports/c86fe1cd-ba90-483f-8c21-3093b1ee753e HTTP/1.1" status: 204 len: 173 time: 0.8945019 Jul 25 06:04:12.285454 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-deleted', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:12.287735 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2825de82-00a4-4448-9adb-c411be3d83dc" -d '{"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-deleted", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:12.331102 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7549e49a-3f21-4069-b946-e9e16617417d x-openstack-request-id: req-7549e49a-3f21-4069-b946-e9e16617417d {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:12.331416 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2dc5c54-08fc-4392-a4b9-f1970578ffb7", "name": "network-vif-deleted", "tag": "c86fe1cd-ba90-483f-8c21-3093b1ee753e", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:12.331722 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7549e49a-3f21-4069-b946-e9e16617417d {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:12.332142 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7549e49a-3f21-4069-b946-e9e16617417d'] response: {'server_uuid': 'b2dc5c54-08fc-4392-a4b9-f1970578ffb7', 'name': 'network-vif-deleted', 'tag': 'c86fe1cd-ba90-483f-8c21-3093b1ee753e', 'status': 'completed', 'code': 200} Jul 25 06:04:12.370129 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:12.569430 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:12.594595 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] Checking router: 4f245ee1-23ff-4f13-805c-be82720afb7a for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:04:12.601981 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:12.604371 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:12.604921 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:12.683859 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:12.709462 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:12.903210 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:12.907516 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-301803f8-d6ca-416a-ac1d-f417686ed71a req-a8b410c2-8536-40a9-b3a2-2354e9a77701 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=b2dc5c54-08fc-4392-a4b9-f1970578ffb7 HTTP/1.1" status: 200 len: 210 time: 0.0336409 Jul 25 06:04:12.928782 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650905a6-1ae7-4900-ada9-8ae3a446f51a None None] The sync data for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi is: [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:04:13.142590 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7496fd-1347-4b24-ac0c-abff1084cfdf None None] New status for floating IP 1ea81669-aff9-4f62-9805-1f534b933e08: DOWN {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:04:14.044309 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46300) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:14.100418 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4326cec6-f7b0-4d52-b203-cb3e701725ae tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (cff556de-189a-4ffb-aa2f-48c26166a98f), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.128483 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4326cec6-f7b0-4d52-b203-cb3e701725ae tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (cff556de-189a-4ffb-aa2f-48c26166a98f), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.228959 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4326cec6-f7b0-4d52-b203-cb3e701725ae tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cff556de-189a-4ffb-aa2f-48c26166a98f), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.231485 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4326cec6-f7b0-4d52-b203-cb3e701725ae tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.232651 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-4326cec6-f7b0-4d52-b203-cb3e701725ae tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "DELETE /v2.0/security-groups/cff556de-189a-4ffb-aa2f-48c26166a98f HTTP/1.1" status: 204 len: 168 time: 0.1873248 Jul 25 06:04:14.236308 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46302) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:14.242697 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326cec6-f7b0-4d52-b203-cb3e701725ae tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff556de-189a-4ffb-aa2f-48c26166a98f,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:14.250771 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.api.v2.resource [None req-da71be8c-8929-4b4f-9a78-be96922be16d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] show failed (client error): The resource could not be found. Jul 25 06:04:14.251789 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-da71be8c-8929-4b4f-9a78-be96922be16d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups/cff556de-189a-4ffb-aa2f-48c26166a98f HTTP/1.1" status: 404 len: 347 time: 0.0143952 Jul 25 06:04:14.254748 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46304) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:14.364549 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Deleting port 030b2086-a330-4eac-a073-95c8c764fe7a {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:04:14.364894 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (030b2086-a330-4eac-a073-95c8c764fe7a), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.440465 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (030b2086-a330-4eac-a073-95c8c764fe7a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.440799 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (030b2086-a330-4eac-a073-95c8c764fe7a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.452695 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Calling delete_port for 030b2086-a330-4eac-a073-95c8c764fe7a owned by network:floatingip {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:04:14.673616 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (030b2086-a330-4eac-a073-95c8c764fe7a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.706639 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event deleted for resources: {'Port': ['ID=030b2086-a330-4eac-a073-95c8c764fe7a,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:14.767073 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (1ea81669-aff9-4f62-9805-1f534b933e08), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.769951 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:14.771131 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-558ae37e-49d7-4932-b126-815915106ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "DELETE /v2.0/floatingips/1ea81669-aff9-4f62-9805-1f534b933e08 HTTP/1.1" status: 204 len: 168 time: 0.5154901 Jul 25 06:04:14.926714 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:04:14.937904 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46328) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:14.942691 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-c8782d43-2e99-4060-96ab-39e1d3ab675b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652363286', 'description': 'tempest-description--1715161603'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:14.949038 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: c86fe1cd-ba90-483f-8c21-3093b1ee753e {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:04:14.949387 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device c86fe1cd-ba90-483f-8c21-3093b1ee753e not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:04:15.044244 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c8782d43-2e99-4060-96ab-39e1d3ab675b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.111682 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c8782d43-2e99-4060-96ab-39e1d3ab675b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.166392 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c8782d43-2e99-4060-96ab-39e1d3ab675b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.196690 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8782d43-2e99-4060-96ab-39e1d3ab675b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:15.276990 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c8782d43-2e99-4060-96ab-39e1d3ab675b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.278249 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-c8782d43-2e99-4060-96ab-39e1d3ab675b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3392010 Jul 25 06:04:15.281330 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46330) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:15.285710 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-cd3e14da-2209-461b-8d37-27175e15f0fb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'security_group_rule': {'security_group_id': '90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:15.387206 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cd3e14da-2209-461b-8d37-27175e15f0fb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (ed4d50e9-73d5-4910-8d83-bc0269b8c57e), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.442881 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cd3e14da-2209-461b-8d37-27175e15f0fb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (ed4d50e9-73d5-4910-8d83-bc0269b8c57e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.520471 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cd3e14da-2209-461b-8d37-27175e15f0fb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (ed4d50e9-73d5-4910-8d83-bc0269b8c57e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.526490 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:15.536521 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:15.541366 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e14da-2209-461b-8d37-27175e15f0fb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4d50e9-73d5-4910-8d83-bc0269b8c57e,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:15.639783 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cd3e14da-2209-461b-8d37-27175e15f0fb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.641629 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-cd3e14da-2209-461b-8d37-27175e15f0fb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3592513 Jul 25 06:04:15.644408 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46332) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:15.652332 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-f17cf68e-6698-4774-86af-90a5e424a273 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'security_group_rule': {'security_group_id': '90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:15.742688 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f17cf68e-6698-4774-86af-90a5e424a273 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (e5543292-7cf2-41f4-a321-c64c5ef35daf), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.801790 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f17cf68e-6698-4774-86af-90a5e424a273 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (e5543292-7cf2-41f4-a321-c64c5ef35daf), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.875166 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f17cf68e-6698-4774-86af-90a5e424a273 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (e5543292-7cf2-41f4-a321-c64c5ef35daf), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.893044 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cf68e-6698-4774-86af-90a5e424a273 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5543292-7cf2-41f4-a321-c64c5ef35daf,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:15.986146 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f17cf68e-6698-4774-86af-90a5e424a273 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:15.987442 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f17cf68e-6698-4774-86af-90a5e424a273 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3420787 Jul 25 06:04:15.990582 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46338) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:15.994748 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:16.120853 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:16.202916 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:16.311605 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Allocated IP 172.27.1.198 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/c67f4547-f4db-4b75-ab8b-88d833428788) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:04:16.412886 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for port (c67f4547-f4db-4b75-ab8b-88d833428788), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:16.504209 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (c67f4547-f4db-4b75-ab8b-88d833428788), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:16.507453 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:16.547547 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:04:16.554746 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:04:16.558502 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:04:16.561804 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'Port': ['ID=c67f4547-f4db-4b75-ab8b-88d833428788,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:16.644122 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (17a0f7f2-d928-43e7-be79-ca3967b50180), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:16.764930 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (c67f4547-f4db-4b75-ab8b-88d833428788), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:16.807128 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:16.914284 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for port (c67f4547-f4db-4b75-ab8b-88d833428788), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:16.983235 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (c67f4547-f4db-4b75-ab8b-88d833428788), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:17.052622 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'Port': ['ID=c67f4547-f4db-4b75-ab8b-88d833428788,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:17.064933 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (17a0f7f2-d928-43e7-be79-ca3967b50180), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:17.136871 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:17.138159 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-65f13636-2d85-4338-8a3b-53ab0c0108a9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1466472 Jul 25 06:04:17.209356 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46346) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:17.256210 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b6cb4d-c18a-444a-9bd4-9bd780975d1a admin admin] Deleting subnet 8b58dc0e-8146-46fa-8ae8-887d81b1ca06 {{(pid=110782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:04:17.260250 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-89b6cb4d-c18a-444a-9bd4-9bd780975d1a admin admin] Publish callbacks [] for subnet (8b58dc0e-8146-46fa-8ae8-887d81b1ca06), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:17.295281 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-89b6cb4d-c18a-444a-9bd4-9bd780975d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126647'] for subnet (8b58dc0e-8146-46fa-8ae8-887d81b1ca06), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:17.316068 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:17.336320 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-89b6cb4d-c18a-444a-9bd4-9bd780975d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (8b58dc0e-8146-46fa-8ae8-887d81b1ca06), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:17.343920 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-26837a59-30ea-43e0-8732-f8985283b329 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--652363286&fields=id&tenant_id=1871c9af781743f5af1d92371a42ecf1 HTTP/1.1" status: 200 len: 267 time: 0.0441625 Jul 25 06:04:17.455890 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-2fd9ef5b-a96b-4265-af73-8232519a4c27 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:17.457372 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-2fd9ef5b-a96b-4265-af73-8232519a4c27 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 816 time: 0.1061742 Jul 25 06:04:17.472056 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-47eea2d5-6639-4b61-9e14-a10445068f3f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/quotas/1871c9af781743f5af1d92371a42ecf1 HTTP/1.1" status: 200 len: 375 time: 0.0094879 Jul 25 06:04:17.513387 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-89b6cb4d-c18a-444a-9bd4-9bd780975d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11572787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8647388'] for subnet (8b58dc0e-8146-46fa-8ae8-887d81b1ca06), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:17.520392 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-9eacc501-9672-4232-90b5-0680a41ca034 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435488 Jul 25 06:04:17.522380 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:17.542359 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6cb4d-c18a-444a-9bd4-9bd780975d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b58dc0e-8146-46fa-8ae8-887d81b1ca06,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:17.545881 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-89b6cb4d-c18a-444a-9bd4-9bd780975d1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:17.551470 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-89b6cb4d-c18a-444a-9bd4-9bd780975d1a admin admin] 10.222.0.40 "DELETE /v2.0/subnets/8b58dc0e-8146-46fa-8ae8-887d81b1ca06 HTTP/1.1" status: 204 len: 168 time: 0.3388617 Jul 25 06:04:17.553399 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46360) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:17.666200 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (bed4e1ff-978c-499b-96a3-5f6ed76b5a2b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:17.687791 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-c4b4cec8-dce2-4f04-a0fb-15a968e70fa8 service neutron] 10.222.0.40 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543195 Jul 25 06:04:18.037058 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (bed4e1ff-978c-499b-96a3-5f6ed76b5a2b), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.066727 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed4e1ff-978c-499b-96a3-5f6ed76b5a2b']}} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:18.074382 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:18.081407 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9') {'for_net_delete': True} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:18.081701 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9') {} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:18.100759 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11416830'] for segment (6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.111254 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-14e11f87-3c6f-4093-aa61-9a9bf44617f4 service neutron] 10.222.0.40 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031229 Jul 25 06:04:18.118019 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.125810 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:04:18.126331 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12528651'] for segment (6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.150770 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9 resource provider aggregate not found Jul 25 06:04:18.179152 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b74f7e1-15d1-4079-a9d8-fbbfe0ad4cd9 found for delete ", "request_id": "req-48d9756c-768b-4726-bdaa-d43b6577ddd0"}]} Jul 25 06:04:18.312981 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (bed4e1ff-978c-499b-96a3-5f6ed76b5a2b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.319630 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.322858 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] 10.222.0.40 "DELETE /v2.0/networks/bed4e1ff-978c-499b-96a3-5f6ed76b5a2b HTTP/1.1" status: 204 len: 168 time: 0.7685325 Jul 25 06:04:18.336854 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59edc2-374f-43ba-b102-0e65b3f78040 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed4e1ff-978c-499b-96a3-5f6ed76b5a2b,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:18.350763 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0e5f5f8a-88bb-4c0b-bf15-a4ce40a0ef7f req-78f64b51-6687-486c-b029-f3fc5a7d06a8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 210 time: 0.0394790 Jul 25 06:04:18.743056 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46376) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:18.785085 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-cc761cba-7c9b-475a-8cfb-f8ac22ef3b80 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7d97f354896a4f1bbef0b4d1e6b99c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408676 Jul 25 06:04:18.787678 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46380) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:18.811271 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:18.842075 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f2124a35-b546-4ad8-8fee-c06d58cd469d admin admin] Publish callbacks [] for security_group (004c886d-1dea-497b-b9c9-b0e4a354978a), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.863783 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f2124a35-b546-4ad8-8fee-c06d58cd469d admin admin] Publish callbacks [] for security_group (004c886d-1dea-497b-b9c9-b0e4a354978a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.989395 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f2124a35-b546-4ad8-8fee-c06d58cd469d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (004c886d-1dea-497b-b9c9-b0e4a354978a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.991910 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f2124a35-b546-4ad8-8fee-c06d58cd469d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:18.993086 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f2124a35-b546-4ad8-8fee-c06d58cd469d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/004c886d-1dea-497b-b9c9-b0e4a354978a HTTP/1.1" status: 204 len: 168 time: 0.2044635 Jul 25 06:04:19.001770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2124a35-b546-4ad8-8fee-c06d58cd469d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004c886d-1dea-497b-b9c9-b0e4a354978a,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:19.457809 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-91ae941f-ff46-4246-bf38-5cbfbd879f66 req-3b125ef8-87d8-4cde-a017-93543650832e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 210 time: 0.0313401 Jul 25 06:04:20.174313 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8394f-52b4-4c4d-a08a-ccf32c577ef8 req-1d29b999-3ba6-47ee-bb01-bc470ebcb2c0 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:20.175878 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6de8394f-52b4-4c4d-a08a-ccf32c577ef8 req-1d29b999-3ba6-47ee-bb01-bc470ebcb2c0 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0476232 Jul 25 06:04:20.229413 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6de8394f-52b4-4c4d-a08a-ccf32c577ef8 req-cb70da04-72a5-4e47-b33e-280ca2b73fe4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462878 Jul 25 06:04:20.563206 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-69d0e1f1-28d3-418e-b4c8-f2141cf80897 req-e3b38d15-1e92-408e-a394-40cd8d5ef557 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 210 time: 0.0295119 Jul 25 06:04:21.354409 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01775b94-1775-4114-88e7-caaf8b139cf5 req-2b5574d3-dd1c-4171-beb9-d8c6edc0824a tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:21.355886 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01775b94-1775-4114-88e7-caaf8b139cf5 req-2b5574d3-dd1c-4171-beb9-d8c6edc0824a tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0473051 Jul 25 06:04:21.403191 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01775b94-1775-4114-88e7-caaf8b139cf5 req-35bbbfca-ac10-4558-86c3-08d51bb5412d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Jul 25 06:04:21.661243 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2f9c9052-2d4e-4847-8a0e-3a19ff1c8394 req-788b562c-5b3c-4830-9af3-96c45e4ecf16 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 210 time: 0.0275390 Jul 25 06:04:22.361397 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-4b8d7fed-8dd2-4b25-8e3f-f3cf35b62912 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:22.362858 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-4b8d7fed-8dd2-4b25-8e3f-f3cf35b62912 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 816 time: 0.1045098 Jul 25 06:04:22.528311 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-327bfb41-4920-4dd4-8b49-dc6e548a8d31 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1871c9af781743f5af1d92371a42ecf1 HTTP/1.1" status: 200 len: 379 time: 0.0574672 Jul 25 06:04:22.536911 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'port': {'device_id': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'admin_state_up': True, 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'security_groups': ['90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b']}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:22.542220 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a214e-4c6a-4935-a45e-37952cb40e9b req-e37107a8-a785-48fe-9295-4ef1ff26a936 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:22.543733 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-603a214e-4c6a-4935-a45e-37952cb40e9b req-e37107a8-a785-48fe-9295-4ef1ff26a936 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0709608 Jul 25 06:04:22.595242 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-603a214e-4c6a-4935-a45e-37952cb40e9b req-d95f4bc1-0e5a-4ee9-a042-feb4ecf8184f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=9ba51645-d01f-4dd0-8343-ccbda6d812cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Jul 25 06:04:22.666394 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-d3dc3a48-3536-43a2-9539-7a9592fff274 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:22.667854 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-d3dc3a48-3536-43a2-9539-7a9592fff274 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 946 time: 0.0541091 Jul 25 06:04:22.741845 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Made reservation on behalf of 1871c9af781743f5af1d92371a42ecf1 for: {'port': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:04:22.745512 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:22.760750 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Deleting port a7211a3e-e5a1-4df6-b97c-4d903ce963ca {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:04:22.761358 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:22.869542 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] For port a7211a3e-e5a1-4df6-b97c-4d903ce963ca, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:22.869907 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:22.905781 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=11 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:22.907335 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=39 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:22.910692 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Allocated IP 172.20.0.7 (d09a72ec-f4c1-4494-ae4f-e65cd0316aed/a6d0e7e8-0ce1-4bfd-b879-12f3738f1666/ca3ad013-ac59-49fd-a355-d63dbc1c3385) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:04:22.950946 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:23.008085 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9baf0005-48ba-4972-a716-4706c63a7ce2 req-22dda0ed-c7a7-44b1-aada-b41b33c294a1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 210 time: 0.2740874 Jul 25 06:04:23.061657 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:23.061942 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (045ec3bf-2477-4980-b702-bd3c51227f7f), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:23.062280 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Floating IP 045ec3bf-2477-4980-b702-bd3c51227f7f disassociated. External IP: 172.27.1.111, port: a7211a3e-e5a1-4df6-b97c-4d903ce963ca. Jul 25 06:04:23.062698 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Calling delete_port for a7211a3e-e5a1-4df6-b97c-4d903ce963ca owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:04:23.090108 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:23.116262 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:23.187674 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:23.231440 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:04:23.236903 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:04:23.239416 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:04:23.266445 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:23.284309 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (a7211a3e-e5a1-4df6-b97c-4d903ce963ca), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:23.297600 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:23.298262 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:23.319421 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event deleted for resources: {'Port': ['ID=a7211a3e-e5a1-4df6-b97c-4d903ce963ca,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:23.395567 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-56f82939-59d9-4ca6-a710-be9c8a888937 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628733 Jul 25 06:04:23.423773 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:23.428981 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:23.438093 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Router d95cb2de-6db7-4ad5-b159-b8562ddc429b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:04:23.518223 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-e10596c4-e0a9-4fea-9f79-044260683e16 None None] Provisioning complete for port ca3ad013-ac59-49fd-a355-d63dbc1c3385 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:04:23.518787 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e10596c4-e0a9-4fea-9f79-044260683e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:23.544549 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:04:23.555373 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-e10596c4-e0a9-4fea-9f79-044260683e16 None None] Port ca3ad013-ac59-49fd-a355-d63dbc1c3385 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:04:23.556939 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] Sync routers for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:04:23.573279 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:23.573868 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:23.588151 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] No DVR routers for this DVR port a7211a3e-e5a1-4df6-b97c-4d903ce963ca on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:04:23.590736 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:23.594248 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4e7a3be4-1335-4ee2-b664-28e37722ae4c req-7357d2b5-368a-432c-8f54-7fcc0a68645f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "DELETE /v2.0/ports/a7211a3e-e5a1-4df6-b97c-4d903ce963ca HTTP/1.1" status: 204 len: 173 time: 0.9209452 Jul 25 06:04:23.594755 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'name': 'network-vif-deleted', 'tag': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:23.597020 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08373692-f6ea-4cbe-b1ed-35078ccc8374" -d '{"events": [{"server_uuid": "a502c8d3-07ac-4e7f-9127-1281c94c5724", "name": "network-vif-deleted", "tag": "a7211a3e-e5a1-4df6-b97c-4d903ce963ca"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:23.633913 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07137240-7516-444c-ba46-007c7cab68dc x-openstack-request-id: req-07137240-7516-444c-ba46-007c7cab68dc {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:23.634212 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a502c8d3-07ac-4e7f-9127-1281c94c5724", "name": "network-vif-deleted", "tag": "a7211a3e-e5a1-4df6-b97c-4d903ce963ca", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:23.634472 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-07137240-7516-444c-ba46-007c7cab68dc {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:23.634917 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07137240-7516-444c-ba46-007c7cab68dc'] response: {'server_uuid': 'a502c8d3-07ac-4e7f-9127-1281c94c5724', 'name': 'network-vif-deleted', 'tag': 'a7211a3e-e5a1-4df6-b97c-4d903ce963ca', 'status': 'completed', 'code': 200} Jul 25 06:04:23.683786 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:23.701395 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1ab8f892-905d-488f-af24-a746195266fb req-90a1e021-1c13-437b-a1eb-46d038446084 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 210 time: 0.0305440 Jul 25 06:04:23.879381 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:23.982432 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] Checking router: d95cb2de-6db7-4ad5-b159-b8562ddc429b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:04:23.991190 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:23.991793 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:03:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:24.095860 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:24.191816 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473429d-9c36-4c9b-a3d1-01e12d0cdc7e req-db4ae988-96e5-4c12-8b10-0b6c7dcf1065 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:24.193458 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8473429d-9c36-4c9b-a3d1-01e12d0cdc7e req-db4ae988-96e5-4c12-8b10-0b6c7dcf1065 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 931 time: 0.1045866 Jul 25 06:04:24.241036 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8473429d-9c36-4c9b-a3d1-01e12d0cdc7e req-fa01cafc-5f0f-4811-b22e-b0aceabc0004 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417669 Jul 25 06:04:24.287771 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:24.316556 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1314f761-313b-49bb-92f1-c135ec8341d0 None None] The sync data for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:04:24.533015 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadda4da-760a-4dea-b22c-d01c1e4e0a08 None None] New status for floating IP 045ec3bf-2477-4980-b702-bd3c51227f7f: DOWN {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:04:24.806512 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c4da1325-4c3a-44e9-b5d7-f2712f876e8a req-80459ccb-23d6-4e21-9623-eb49eb72378e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 210 time: 0.0320935 Jul 25 06:04:25.362586 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475ec8c-9e80-4247-85f2-f9e8795f8e8b req-80aa1a91-6381-4c83-a49b-e9f8fa7a9c00 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:25.364041 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d475ec8c-9e80-4247-85f2-f9e8795f8e8b req-80aa1a91-6381-4c83-a49b-e9f8fa7a9c00 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 931 time: 0.0488715 Jul 25 06:04:25.409992 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d475ec8c-9e80-4247-85f2-f9e8795f8e8b req-2a94a2a9-d713-4096-b93b-111b16b681c9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404341 Jul 25 06:04:25.500733 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Request body: {'port': {'device_id': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:25.560081 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:25.821527 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3ad013-ac59-49fd-a355-d63dbc1c3385 {{(pid=110783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:04:25.828964 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Publish callbacks [] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:25.841843 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.provisioning_blocks [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Transition to ACTIVE for port object ca3ad013-ac59-49fd-a355-d63dbc1c3385 will not be triggered until provisioned by entity L2. {{(pid=110783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:04:25.915660 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b6e947b7-9833-4d5a-a930-1e764e9f4678 req-ebcd9885-360e-4cb6-bb3c-220039ad9130 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=a502c8d3-07ac-4e7f-9127-1281c94c5724 HTTP/1.1" status: 200 len: 210 time: 0.0286143 Jul 25 06:04:25.947184 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:25.999266 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:26.075909 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Attempting to bind port ca3ad013-ac59-49fd-a355-d63dbc1c3385 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:04:26.076191 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Attempting to bind port ca3ad013-ac59-49fd-a355-d63dbc1c3385 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:04:26.076581 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Attempting to bind port ca3ad013-ac59-49fd-a355-d63dbc1c3385 on network d09a72ec-f4c1-4494-ae4f-e65cd0316aed {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:04:26.082175 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Port ca3ad013-ac59-49fd-a355-d63dbc1c3385 on network d09a72ec-f4c1-4494-ae4f-e65cd0316aed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:04:26.082506 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Attempting to bind port ca3ad013-ac59-49fd-a355-d63dbc1c3385 on network d09a72ec-f4c1-4494-ae4f-e65cd0316aed {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:04:26.087827 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:04:26.088198 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Checking segment: {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:04:26.088587 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Bound using segment: {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:04:26.089046 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Bound port: ca3ad013-ac59-49fd-a355-d63dbc1c3385, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f37b62-1cf9-48a7-a986-ff4a4a0d808a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed'}}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:04:26.089404 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:26.138816 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:26.155343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, cleared binding levels {{(pid=110783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:04:26.158924 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:04:26.236011 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:26.273719 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:26.274507 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:26.275728 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] 10.222.0.47 "PUT /v2.0/ports/ca3ad013-ac59-49fd-a355-d63dbc1c3385 HTTP/1.1" status: 200 len: 1093 time: 0.7801375 Jul 25 06:04:26.276175 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:26.278390 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9463129-16b8-4edd-b3c0-77558ed3df95" -d '{"events": [{"name": "network-changed", "server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:26.303296 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf031d15-2b2c-4d1f-a2c8-e52d57fc5e06 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=3']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:26.326913 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6e4bbe-a7b5-4ee8-87a8-439bc425118c x-openstack-request-id: req-cb6e4bbe-a7b5-4ee8-87a8-439bc425118c {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:26.327288 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:26.327557 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cb6e4bbe-a7b5-4ee8-87a8-439bc425118c {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:26.328707 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6e4bbe-a7b5-4ee8-87a8-439bc425118c'] response: {'name': 'network-changed', 'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'status': 'completed', 'code': 200} Jul 25 06:04:26.400592 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9463129-16b8-4edd-b3c0-77558ed3df95 req-5d9713b6-1c1b-4669-86a0-27c7a4c207fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:26.402110 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f9463129-16b8-4edd-b3c0-77558ed3df95 req-5d9713b6-1c1b-4669-86a0-27c7a4c207fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 1127 time: 0.0453045 Jul 25 06:04:26.421650 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:26.552738 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29477a-d82b-4de0-84c5-987162e6c699 req-ea6f2b56-600a-4fdf-9f86-48af15f02ac2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:26.554126 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5d29477a-d82b-4de0-84c5-987162e6c699 req-ea6f2b56-600a-4fdf-9f86-48af15f02ac2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0664394 Jul 25 06:04:26.556846 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9463129-16b8-4edd-b3c0-77558ed3df95 req-20c8742b-faca-4938-8a28-aee90a2edd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:26.558169 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f9463129-16b8-4edd-b3c0-77558ed3df95 req-20c8742b-faca-4938-8a28-aee90a2edd67 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1871c9af781743f5af1d92371a42ecf1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1448731 Jul 25 06:04:26.663061 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5d29477a-d82b-4de0-84c5-987162e6c699 req-afef2ffc-159b-4a50-95ca-fb0dc0330d88 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033449 Jul 25 06:04:26.687141 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9463129-16b8-4edd-b3c0-77558ed3df95 req-2191e522-fd00-42c8-a391-76a19e59af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:26.689222 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f9463129-16b8-4edd-b3c0-77558ed3df95 req-2191e522-fd00-42c8-a391-76a19e59af4a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227052 Jul 25 06:04:26.769535 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-51029b42-5242-4053-9aff-475895d1686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:26.771032 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-51029b42-5242-4053-9aff-475895d1686d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 1127 time: 0.0410991 Jul 25 06:04:26.819371 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-ab55be05-e2eb-4f82-bc19-02b8b0653d24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385 HTTP/1.1" status: 200 len: 217 time: 0.0400658 Jul 25 06:04:26.874304 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-e61b98b9-8482-4d35-b9a3-866a533877f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:26.874304 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-e61b98b9-8482-4d35-b9a3-866a533877f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 HTTP/1.1" status: 200 len: 855 time: 0.0450497 Jul 25 06:04:26.916041 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cdb7119e-d005-4945-ae69-68e5d9951d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:26.917524 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-cdb7119e-d005-4945-ae69-68e5d9951d38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378597 Jul 25 06:04:27.013332 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-066e8e2e-2985-49b1-b682-891d364bdcc5 service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885606 Jul 25 06:04:27.051253 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46498) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:27.101592 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8a6f55a7-af39-49d1-a3e4-83c5d691b4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.108649 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d69e-2b0b-454b-8beb-127e2079964f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (9ba51645-d01f-4dd0-8343-ccbda6d812cd), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.110578 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-021f1eae-3162-467f-8469-3e1560fe9df0 req-1c1ccd5e-f991-44cf-84c1-0b80752b08ed service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906858 Jul 25 06:04:27.133362 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d69e-2b0b-454b-8beb-127e2079964f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (9ba51645-d01f-4dd0-8343-ccbda6d812cd), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.238349 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d69e-2b0b-454b-8beb-127e2079964f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (9ba51645-d01f-4dd0-8343-ccbda6d812cd), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.240941 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-dbb8d69e-2b0b-454b-8beb-127e2079964f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.242148 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-dbb8d69e-2b0b-454b-8beb-127e2079964f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "DELETE /v2.0/security-groups/9ba51645-d01f-4dd0-8343-ccbda6d812cd HTTP/1.1" status: 204 len: 168 time: 0.1893864 Jul 25 06:04:27.245128 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46500) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:27.252408 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8d69e-2b0b-454b-8beb-127e2079964f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba51645-d01f-4dd0-8343-ccbda6d812cd,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:27.260954 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.api.v2.resource [None req-d792211a-06b0-464d-bd04-408fd8a8261d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] show failed (client error): The resource could not be found. Jul 25 06:04:27.262030 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d792211a-06b0-464d-bd04-408fd8a8261d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups/9ba51645-d01f-4dd0-8343-ccbda6d812cd HTTP/1.1" status: 404 len: 347 time: 0.0158913 Jul 25 06:04:27.265018 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46502) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:27.378859 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Deleting port af754500-f97b-402a-90ae-914d5e264bc8 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:04:27.379204 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (af754500-f97b-402a-90ae-914d5e264bc8), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.442799 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:27.458473 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (af754500-f97b-402a-90ae-914d5e264bc8), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.458804 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (af754500-f97b-402a-90ae-914d5e264bc8), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.470880 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Calling delete_port for af754500-f97b-402a-90ae-914d5e264bc8 owned by network:floatingip {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:04:27.663824 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (af754500-f97b-402a-90ae-914d5e264bc8), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.690321 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event deleted for resources: {'Port': ['ID=af754500-f97b-402a-90ae-914d5e264bc8,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:27.746398 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:27.752062 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (045ec3bf-2477-4980-b702-bd3c51227f7f), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.754730 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:27.755910 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-eeec6ccc-00eb-46f4-b2aa-6590163a4c41 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "DELETE /v2.0/floatingips/045ec3bf-2477-4980-b702-bd3c51227f7f HTTP/1.1" status: 204 len: 168 time: 0.4890223 Jul 25 06:04:27.793578 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba23e2-ce9f-42b8-be27-2b00242b99f8 req-345a89e9-adb7-4bd0-826f-c11f9ea60e1a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:27.795087 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9fba23e2-ce9f-42b8-be27-2b00242b99f8 req-345a89e9-adb7-4bd0-826f-c11f9ea60e1a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0542984 Jul 25 06:04:27.842369 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9fba23e2-ce9f-42b8-be27-2b00242b99f8 req-d31269c5-c80e-4d6f-80a5-92e2e5358e15 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Jul 25 06:04:27.892972 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46510) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:27.898069 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-607694ca-d80a-436b-bc90-628d8261ecdf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330834639', 'description': 'tempest-description--987863682'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:27.975792 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-607694ca-d80a-436b-bc90-628d8261ecdf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.049043 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-607694ca-d80a-436b-bc90-628d8261ecdf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (2e274bab-ae10-43ed-ad6f-8b2085de309d), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.112844 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-607694ca-d80a-436b-bc90-628d8261ecdf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (2e274bab-ae10-43ed-ad6f-8b2085de309d), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.145850 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607694ca-d80a-436b-bc90-628d8261ecdf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e274bab-ae10-43ed-ad6f-8b2085de309d,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:28.208699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-607694ca-d80a-436b-bc90-628d8261ecdf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.210012 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-607694ca-d80a-436b-bc90-628d8261ecdf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3160393 Jul 25 06:04:28.212908 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46518) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:28.217255 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-7a554d7f-4e5a-4ca8-aefe-fc41fde92ff8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'security_group_rule': {'security_group_id': '2e274bab-ae10-43ed-ad6f-8b2085de309d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:28.301881 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7a554d7f-4e5a-4ca8-aefe-fc41fde92ff8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (c37793ac-0789-4400-a760-00c01d5e63e8), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.358270 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7a554d7f-4e5a-4ca8-aefe-fc41fde92ff8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (c37793ac-0789-4400-a760-00c01d5e63e8), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.452197 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7a554d7f-4e5a-4ca8-aefe-fc41fde92ff8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (c37793ac-0789-4400-a760-00c01d5e63e8), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.463801 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:04:28.472852 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a554d7f-4e5a-4ca8-aefe-fc41fde92ff8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37793ac-0789-4400-a760-00c01d5e63e8,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:28.549331 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7a554d7f-4e5a-4ca8-aefe-fc41fde92ff8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.550589 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-7a554d7f-4e5a-4ca8-aefe-fc41fde92ff8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3367193 Jul 25 06:04:28.553343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46520) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:28.557615 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-9ee42a7e-1918-4a16-857f-a5090d02764b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'security_group_rule': {'security_group_id': '2e274bab-ae10-43ed-ad6f-8b2085de309d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:28.670103 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9ee42a7e-1918-4a16-857f-a5090d02764b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (2aed6ca3-67df-4e62-83fe-8648e4f6375f), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.726571 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9ee42a7e-1918-4a16-857f-a5090d02764b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (2aed6ca3-67df-4e62-83fe-8648e4f6375f), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.801451 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9ee42a7e-1918-4a16-857f-a5090d02764b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (2aed6ca3-67df-4e62-83fe-8648e4f6375f), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.821872 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee42a7e-1918-4a16-857f-a5090d02764b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aed6ca3-67df-4e62-83fe-8648e4f6375f,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:28.920871 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9ee42a7e-1918-4a16-857f-a5090d02764b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:28.923053 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-9ee42a7e-1918-4a16-857f-a5090d02764b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3687749 Jul 25 06:04:28.926190 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46526) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:28.930466 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:28.969661 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b2072-a4d6-414f-b0e3-1efb70fd8c59 req-8e8eae2e-1f79-4ff8-ba1c-bf26d6ede271 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:28.971177 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cc6b2072-a4d6-414f-b0e3-1efb70fd8c59 req-8e8eae2e-1f79-4ff8-ba1c-bf26d6ede271 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0482450 Jul 25 06:04:29.007073 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.018819 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cc6b2072-a4d6-414f-b0e3-1efb70fd8c59 req-c3ae7a2d-9eea-4b7e-b8cf-4044ca9469a0 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419981 Jul 25 06:04:29.073892 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:29.094196 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.138230 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.201224 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:29.209099 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Allocated IP 172.27.1.142 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/b501e6d7-b02c-4f6e-be28-a5c0a30c146e) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:04:29.314749 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for port (b501e6d7-b02c-4f6e-be28-a5c0a30c146e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.421299 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0bed573c-5e79-40db-b1b9-0e083f84e6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.456128 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (b501e6d7-b02c-4f6e-be28-a5c0a30c146e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.463500 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device ca3ad013-ac59-49fd-a355-d63dbc1c3385 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:04:29.470633 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device a7211a3e-e5a1-4df6-b97c-4d903ce963ca no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:04:29.495149 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:04:29.500425 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:04:29.500607 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: a7211a3e-e5a1-4df6-b97c-4d903ce963ca {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:04:29.501621 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device a7211a3e-e5a1-4df6-b97c-4d903ce963ca not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:04:29.506206 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:04:29.532229 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'Port': ['ID=b501e6d7-b02c-4f6e-be28-a5c0a30c146e,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:29.596334 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (a531c829-94c0-4233-9f9d-02e28aa14361), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.596547 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:29.609326 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'port_id': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'mac_address': 'fa:16:3e:aa:d1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:04:29.650140 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port ca3ad013-ac59-49fd-a355-d63dbc1c3385 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:04:29.650531 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.663798 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3ad013-ac59-49fd-a355-d63dbc1c3385 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:04:29.686814 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:29.708851 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (b501e6d7-b02c-4f6e-be28-a5c0a30c146e), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.738619 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.782233 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:29.802870 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:29.814234 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:29.852657 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46534) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:29.885643 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for port (b501e6d7-b02c-4f6e-be28-a5c0a30c146e), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.949840 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (b501e6d7-b02c-4f6e-be28-a5c0a30c146e), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:29.960426 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ef99b900-d2c8-4c8a-beee-288a597e1e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.018761 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['ca3ad013-ac59-49fd-a355-d63dbc1c3385'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:04:30.020427 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'Port': ['ID=b501e6d7-b02c-4f6e-be28-a5c0a30c146e,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:30.033234 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:30.036285 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (a531c829-94c0-4233-9f9d-02e28aa14361), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.043349 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ef99b900-d2c8-4c8a-beee-288a597e1e48 admin admin] Publish callbacks [] for security_group (1959a7b1-1a4b-4650-9b3e-3c58c9dc84c2), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.102701 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:30.113920 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ef99b900-d2c8-4c8a-beee-288a597e1e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1959a7b1-1a4b-4650-9b3e-3c58c9dc84c2), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.128823 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.130054 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-11b1915f-1f3a-454f-944a-3a23bc110622 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2028966 Jul 25 06:04:30.149969 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99b900-d2c8-4c8a-beee-288a597e1e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1959a7b1-1a4b-4650-9b3e-3c58c9dc84c2,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:30.161240 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0e065-190e-499c-a4f1-f58dd7544357 req-7214690c-4d60-42ba-ac0b-cb351957307f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:30.162650 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-abe0e065-190e-499c-a4f1-f58dd7544357 req-7214690c-4d60-42ba-ac0b-cb351957307f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 944 time: 0.0679777 Jul 25 06:04:30.180661 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-ef99b900-d2c8-4c8a-beee-288a597e1e48 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6222c932c5674507b41a92d1bc41a2f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267534 Jul 25 06:04:30.183225 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46542) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:30.223434 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-abe0e065-190e-499c-a4f1-f58dd7544357 req-8ae7fa24-676e-4cc0-978f-4f8662797862 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525167 Jul 25 06:04:30.229679 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:30.243052 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9b8e166c-7070-4f77-bdf4-89dd1e11b1c5 admin admin] Publish callbacks [] for security_group (1959a7b1-1a4b-4650-9b3e-3c58c9dc84c2), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.268012 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9b8e166c-7070-4f77-bdf4-89dd1e11b1c5 admin admin] Publish callbacks [] for security_group (1959a7b1-1a4b-4650-9b3e-3c58c9dc84c2), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.376851 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9b8e166c-7070-4f77-bdf4-89dd1e11b1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1959a7b1-1a4b-4650-9b3e-3c58c9dc84c2), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.379256 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9b8e166c-7070-4f77-bdf4-89dd1e11b1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.380415 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-9b8e166c-7070-4f77-bdf4-89dd1e11b1c5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1959a7b1-1a4b-4650-9b3e-3c58c9dc84c2 HTTP/1.1" status: 204 len: 168 time: 0.1960661 Jul 25 06:04:30.386582 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-acc0f44c-e14e-41d1-b301-b5457eabfa6a tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--330834639&fields=id&tenant_id=5ea60662f93343019fe380b6e13d5d18 HTTP/1.1" status: 200 len: 267 time: 0.0499396 Jul 25 06:04:30.402934 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e166c-7070-4f77-bdf4-89dd1e11b1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1959a7b1-1a4b-4650-9b3e-3c58c9dc84c2,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:30.504759 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64622df-a56d-46e4-a936-795ed5cda665 req-d8d708c2-ef56-4e0b-b8ba-665868752aae tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:30.506254 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-d8d708c2-ef56-4e0b-b8ba-665868752aae tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 811 time: 0.1137149 Jul 25 06:04:30.521133 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-bb4154ed-cefc-4f7f-baff-bd71fc0e2194 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/quotas/5ea60662f93343019fe380b6e13d5d18 HTTP/1.1" status: 200 len: 375 time: 0.0093405 Jul 25 06:04:30.575240 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-a5f51cc7-c92b-4916-ac54-99b4ebe9c405 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480287 Jul 25 06:04:30.648556 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:30.972049 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-c3dfcebf-3ff9-432b-b76f-f28a208c0f5e service neutron] 10.222.0.40 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850243 Jul 25 06:04:31.074500 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:31.081490 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-50759368-8140-4ede-885d-9019d03ba552 service neutron] 10.222.0.40 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036959 Jul 25 06:04:31.165324 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-ed8890d5-fb93-4efe-b345-816d075c4c6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390422 Jul 25 06:04:31.251833 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-ae897b7a-ab8e-43a1-b754-27532eda673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:31.253735 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-ae897b7a-ab8e-43a1-b754-27532eda673f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07562543fa3e40d584b4d4525b112319&device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0430567 Jul 25 06:04:31.345030 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-66e28c33-b3e6-4a36-a4ba-20034cc91da0 req-2a287847-3316-414b-a3f3-efbfd8047bb2 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 210 time: 0.0312958 Jul 25 06:04:31.384963 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:31.404239 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf9ef7-de16-4438-b51e-9deb43092153 req-8b5f329d-bd0c-4580-84cd-b1ea8d2952f5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:31.405723 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4edf9ef7-de16-4438-b51e-9deb43092153 req-8b5f329d-bd0c-4580-84cd-b1ea8d2952f5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 944 time: 0.0971699 Jul 25 06:04:31.451229 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-41616bfa-cb38-43f4-8cac-51c6c12647ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:31.452706 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-41616bfa-cb38-43f4-8cac-51c6c12647ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 200 len: 920 time: 0.1690376 Jul 25 06:04:31.482626 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4edf9ef7-de16-4438-b51e-9deb43092153 req-902a422a-e178-4a90-9681-2d8e504687f9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675478 Jul 25 06:04:31.488149 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device ca3ad013-ac59-49fd-a355-d63dbc1c3385 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:04:31.510574 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-6f5bf120-344b-4e3d-b3dc-06796763eeca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49 HTTP/1.1" status: 200 len: 217 time: 0.0423555 Jul 25 06:04:31.533470 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port ca3ad013-ac59-49fd-a355-d63dbc1c3385 completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:04:31.562920 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-bc1b984b-a7ba-4cf8-ad2a-7b2788ce6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:31.564590 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-bc1b984b-a7ba-4cf8-ad2a-7b2788ce6a7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 200 len: 858 time: 0.0464208 Jul 25 06:04:31.601279 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port ca3ad013-ac59-49fd-a355-d63dbc1c3385 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:04:31.601649 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:31.613567 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-63482946-3d09-4586-aa9b-ade47ebf6142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:31.615038 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-63482946-3d09-4586-aa9b-ade47ebf6142 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa79d0fe-56b1-4e97-990f-ad8f32170783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417295 Jul 25 06:04:31.690494 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port ca3ad013-ac59-49fd-a355-d63dbc1c3385 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:04:31.691073 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:31.714549 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:31.717069 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cd9d8c-67d4-4fe4-ab93-7b24153892b8" -d '{"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-plugged", "status": "completed", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:31.720433 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-928cf578-f771-4838-bdfc-91187fbfe490 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942881 Jul 25 06:04:31.730103 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:31.755448 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff2f956-4728-48ef-bbce-7313a6cbe217 x-openstack-request-id: req-5ff2f956-4728-48ef-bbce-7313a6cbe217 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:31.758320 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-plugged", "status": "completed", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:31.758320 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5ff2f956-4728-48ef-bbce-7313a6cbe217 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:31.758320 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff2f956-4728-48ef-bbce-7313a6cbe217'] response: {'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'code': 200} Jul 25 06:04:31.818161 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:31.824467 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e37dfe5e-94bb-4397-8fe9-465a3815ab69 req-dadf8c67-e113-4bc5-87ef-8fbb1cc71249 service neutron] 10.222.0.47 "GET /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929325 Jul 25 06:04:31.873889 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:31.898408 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:32.202207 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c78095-5d14-43a2-9a92-d95e198f24db req-fee09a38-09f9-4f5a-9703-4f112f32038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:32.204691 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-45c78095-5d14-43a2-9a92-d95e198f24db req-fee09a38-09f9-4f5a-9703-4f112f32038d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 1129 time: 0.0428877 Jul 25 06:04:32.251322 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-45c78095-5d14-43a2-9a92-d95e198f24db req-de264d9d-b370-4058-9438-d6ef791853fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404966 Jul 25 06:04:32.275484 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:32.439194 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-be5177aa-dc7a-4a46-a427-ab2b670aa7c8 req-80e6b341-9ccd-479c-ab66-47868daf57a4 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 210 time: 0.0276766 Jul 25 06:04:32.610241 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0efb17-e283-40f7-b335-886595b1f7e5 req-87757385-3823-47d9-8a53-59da415754a5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:32.611883 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7b0efb17-e283-40f7-b335-886595b1f7e5 req-87757385-3823-47d9-8a53-59da415754a5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0532846 Jul 25 06:04:32.660535 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7b0efb17-e283-40f7-b335-886595b1f7e5 req-d9a202e7-8080-49e3-a4f7-cef4b437b00f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427701 Jul 25 06:04:33.541053 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2a1fb32c-f6e1-4303-a060-8f1a37271ad9 req-20a2ebb1-e58a-46e0-9857-595592ab6258 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 210 time: 0.0309553 Jul 25 06:04:33.778171 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d780e-4637-4b51-8721-fa04d830fe0f req-075e14da-83c6-4d0e-98b4-cdae3a76d0e1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:33.779642 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c46d780e-4637-4b51-8721-fa04d830fe0f req-075e14da-83c6-4d0e-98b4-cdae3a76d0e1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0478227 Jul 25 06:04:33.826514 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c46d780e-4637-4b51-8721-fa04d830fe0f req-762d5153-5003-497b-acfa-a88c1bb4dae9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 Jul 25 06:04:34.290985 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=69 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:34.902866 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-69b1f8ce-8a07-443a-8e1b-0c0544aad416 req-3e5d8fb5-353a-472c-99af-5a0b4cf6a544 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 210 time: 0.0485148 Jul 25 06:04:34.949968 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464555fc-4719-4ed5-beac-053f8cc76111 req-88ed9ee6-762d-4abd-8967-6f760a1a3f71 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:34.951447 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-464555fc-4719-4ed5-beac-053f8cc76111 req-88ed9ee6-762d-4abd-8967-6f760a1a3f71 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0494685 Jul 25 06:04:34.977205 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64622df-a56d-46e4-a936-795ed5cda665 req-86864011-534e-4aed-88b1-5a036bc595b9 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:34.978736 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-86864011-534e-4aed-88b1-5a036bc595b9 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 811 time: 0.2882605 Jul 25 06:04:35.012662 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-464555fc-4719-4ed5-beac-053f8cc76111 req-f9c57acc-acf4-4173-90e6-16a56850aa83 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515072 Jul 25 06:04:35.049010 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-f23f1e5b-e009-45b1-b609-d159da03d665 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea60662f93343019fe380b6e13d5d18 HTTP/1.1" status: 200 len: 379 time: 0.0593543 Jul 25 06:04:35.057749 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'port': {'device_id': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'admin_state_up': True, 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'security_groups': ['2e274bab-ae10-43ed-ad6f-8b2085de309d']}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:35.139906 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:35.161414 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a40e-d66d-4daf-85a8-8e96811164cd req-6d28433e-7e91-4a08-a54a-3738aa1920d3 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:35.162912 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2964a40e-d66d-4daf-85a8-8e96811164cd req-6d28433e-7e91-4a08-a54a-3738aa1920d3 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0779471 Jul 25 06:04:35.171629 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46594) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:35.178852 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-565688f3-957d-48e8-8a9a-31f75d02137a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Request body: {'floatingip': {'port_id': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:35.217134 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-565688f3-957d-48e8-8a9a-31f75d02137a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (17a0f7f2-d928-43e7-be79-ca3967b50180), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:35.267147 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Made reservation on behalf of 5ea60662f93343019fe380b6e13d5d18 for: {'port': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:04:35.270657 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:35.401200 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:35.402564 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Allocated IP 172.20.0.10 (e8aa6446-1bfa-4069-a27c-c14f749ca6da/ac18650c-f7a9-4125-b917-a18be86504ca/4c6f1034-2014-4ea0-93a6-b1cb240056db) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:04:35.545759 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:35.645437 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-565688f3-957d-48e8-8a9a-31f75d02137a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:35.652996 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:35.692728 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:04:35.695811 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:04:35.698291 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:04:35.722398 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-565688f3-957d-48e8-8a9a-31f75d02137a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (17a0f7f2-d928-43e7-be79-ca3967b50180), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:35.737249 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event updated for resources: {'Port': ['ID=4c6f1034-2014-4ea0-93a6-b1cb240056db,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:35.760995 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:35.761761 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:35.831450 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [None req-565688f3-957d-48e8-8a9a-31f75d02137a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Floating IP 17a0f7f2-d928-43e7-be79-ca3967b50180 associated. External IP: 172.27.1.198, port: ca3ad013-ac59-49fd-a355-d63dbc1c3385. Jul 25 06:04:35.841325 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6cc66cef-ed97-45db-a5a9-cccdfb5f9f08 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7873621 Jul 25 06:04:35.860176 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Request body: {'port': {'device_id': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:35.987202 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-328347b7-56b1-4792-99ca-6b96eda1b10f None None] Provisioning complete for port 4c6f1034-2014-4ea0-93a6-b1cb240056db triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:04:35.987911 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:35.988424 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-328347b7-56b1-4792-99ca-6b96eda1b10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:36.028904 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-328347b7-56b1-4792-99ca-6b96eda1b10f None None] Port 4c6f1034-2014-4ea0-93a6-b1cb240056db cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:04:36.046749 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:36.074584 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc984e-57be-455c-8303-3b080df61159 req-a8d5cf39-6f80-4c6b-82a1-55aff2f6ed95 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:36.076141 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4fbc984e-57be-455c-8303-3b080df61159 req-a8d5cf39-6f80-4c6b-82a1-55aff2f6ed95 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 932 time: 0.0940344 Jul 25 06:04:36.119556 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565688f3-957d-48e8-8a9a-31f75d02137a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Router 4f245ee1-23ff-4f13-805c-be82720afb7a has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:04:36.143228 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4fbc984e-57be-455c-8303-3b080df61159 req-ee119acc-02a2-484e-80a3-0ce0fda6e5be tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600839 Jul 25 06:04:36.165014 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:36.241965 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565688f3-957d-48e8-8a9a-31f75d02137a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:04:36.246826 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-565688f3-957d-48e8-8a9a-31f75d02137a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:36.252483 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] Sync routers for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:04:36.264532 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:36.264719 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:36.265471 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:36.281728 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-565688f3-957d-48e8-8a9a-31f75d02137a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "PUT /v2.0/floatingips/17a0f7f2-d928-43e7-be79-ca3967b50180 HTTP/1.1" status: 200 len: 991 time: 1.1083596 Jul 25 06:04:36.285677 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:36.285677 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fa8865-2865-46af-b865-5f078596f39c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:36.335003 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18b4a72-ff36-4bfc-958e-79c5ab32d35c x-openstack-request-id: req-b18b4a72-ff36-4bfc-958e-79c5ab32d35c {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:36.335316 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:36.335567 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b18b4a72-ff36-4bfc-958e-79c5ab32d35c {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:36.335975 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18b4a72-ff36-4bfc-958e-79c5ab32d35c'] response: {'name': 'network-changed', 'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'status': 'completed', 'code': 200} Jul 25 06:04:36.374624 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:36.400608 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa8865-2865-46af-b865-5f078596f39c req-60402a21-3f0c-4db7-8e61-c43cb7be8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:36.402313 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79fa8865-2865-46af-b865-5f078596f39c req-60402a21-3f0c-4db7-8e61-c43cb7be8b56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 1129 time: 0.0423751 Jul 25 06:04:36.436049 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6f1034-2014-4ea0-93a6-b1cb240056db {{(pid=110783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:04:36.443997 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Publish callbacks [] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:36.458152 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.provisioning_blocks [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Transition to ACTIVE for port object 4c6f1034-2014-4ea0-93a6-b1cb240056db will not be triggered until provisioned by entity L2. {{(pid=110783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:04:36.502102 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa8865-2865-46af-b865-5f078596f39c req-0d4e74cc-c108-48bb-8bc3-fe7d3faf9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:36.503568 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79fa8865-2865-46af-b865-5f078596f39c req-0d4e74cc-c108-48bb-8bc3-fe7d3faf9e5e service neutron] 10.222.0.47 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 917 time: 0.0925572 Jul 25 06:04:36.507475 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:36.537890 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:36.571026 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6f1034-2014-4ea0-93a6-b1cb240056db,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:36.584173 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79fa8865-2865-46af-b865-5f078596f39c req-f7824a0c-74dc-4187-9b3a-30f15c358894 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385 HTTP/1.1" status: 200 len: 999 time: 0.0710959 Jul 25 06:04:36.609047 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '17a0f7f2-d928-43e7-be79-ca3967b50180', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'port_id': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'mac_address': 'fa:16:3e:aa:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:04:16Z', 'updated_at': '2022-07-25T06:04:35Z', 'revision_number': 1, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:36.643212 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:36.643360 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa8865-2865-46af-b865-5f078596f39c req-34351063-6ea4-4990-878d-7ab9eb818ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:36.645717 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79fa8865-2865-46af-b865-5f078596f39c req-34351063-6ea4-4990-878d-7ab9eb818ff3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 HTTP/1.1" status: 200 len: 855 time: 0.0537190 Jul 25 06:04:36.650917 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] Checking router: 4f245ee1-23ff-4f13-805c-be82720afb7a for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:04:36.654176 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Attempting to bind port 4c6f1034-2014-4ea0-93a6-b1cb240056db on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:04:36.654528 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Attempting to bind port 4c6f1034-2014-4ea0-93a6-b1cb240056db by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:04:36.655040 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Attempting to bind port 4c6f1034-2014-4ea0-93a6-b1cb240056db on network e8aa6446-1bfa-4069-a27c-c14f749ca6da {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:04:36.660738 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Port 4c6f1034-2014-4ea0-93a6-b1cb240056db on network e8aa6446-1bfa-4069-a27c-c14f749ca6da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:04:36.661131 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Attempting to bind port 4c6f1034-2014-4ea0-93a6-b1cb240056db on network e8aa6446-1bfa-4069-a27c-c14f749ca6da {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:04:36.665521 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:36.666342 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:36.668566 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:04:36.669079 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Checking segment: {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:04:36.669530 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Bound using segment: {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:04:36.670069 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Bound port: 4c6f1034-2014-4ea0-93a6-b1cb240056db, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00624e28-8c3d-478a-882a-9a55e8ab9a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da'}}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:04:36.670494 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:36.703122 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa8865-2865-46af-b865-5f078596f39c req-b6c328d5-3169-40cd-afaf-ece0c026b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:36.704906 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79fa8865-2865-46af-b865-5f078596f39c req-b6c328d5-3169-40cd-afaf-ece0c026b579 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511029 Jul 25 06:04:36.746343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] For port 4c6f1034-2014-4ea0-93a6-b1cb240056db, host hv-cinder-84841, cleared binding levels {{(pid=110783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:04:36.753241 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] For port 4c6f1034-2014-4ea0-93a6-b1cb240056db, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4c6f1034-2014-4ea0-93a6-b1cb240056db,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:04:36.784367 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:36.816711 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79fa8865-2865-46af-b865-5f078596f39c req-a560f79f-d649-4a70-9169-1d4798df5b0f service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042249 Jul 25 06:04:36.827982 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:36.868359 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:36.869214 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:36.871050 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] 10.222.0.47 "PUT /v2.0/ports/4c6f1034-2014-4ea0-93a6-b1cb240056db HTTP/1.1" status: 200 len: 1094 time: 1.0153377 Jul 25 06:04:36.874322 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'tag': '4c6f1034-2014-4ea0-93a6-b1cb240056db'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:36.877795 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a332a735-6c98-40e3-8033-f70c4eac3204" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b", "tag": "4c6f1034-2014-4ea0-93a6-b1cb240056db"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:36.909775 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b78792-64be-4eec-9f49-624610e1eb56 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6f1034-2014-4ea0-93a6-b1cb240056db,revision_number=3']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:36.936979 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478936c3-e4e4-45d1-a2f6-c34b426fee6f x-openstack-request-id: req-478936c3-e4e4-45d1-a2f6-c34b426fee6f {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:36.937558 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b", "tag": "4c6f1034-2014-4ea0-93a6-b1cb240056db", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:36.938055 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-478936c3-e4e4-45d1-a2f6-c34b426fee6f {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:36.938706 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478936c3-e4e4-45d1-a2f6-c34b426fee6f'] response: {'name': 'network-changed', 'server_uuid': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'tag': '4c6f1034-2014-4ea0-93a6-b1cb240056db', 'status': 'completed', 'code': 200} Jul 25 06:04:36.969004 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79fa8865-2865-46af-b865-5f078596f39c req-5d47808a-d60e-4a13-9221-6935b2d00625 service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426947 Jul 25 06:04:37.010687 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332a735-6c98-40e3-8033-f70c4eac3204 req-4113fbfe-ecf5-4abf-9526-484f4c3400a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:37.012308 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a332a735-6c98-40e3-8033-f70c4eac3204 req-4113fbfe-ecf5-4abf-9526-484f4c3400a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 1128 time: 0.0435696 Jul 25 06:04:37.023511 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '17a0f7f2-d928-43e7-be79-ca3967b50180', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'port_id': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'mac_address': 'fa:16:3e:aa:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:04:16Z', 'updated_at': '2022-07-25T06:04:35Z', 'revision_number': 1, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:37.050633 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b308fcb-a8cf-49b2-9254-ca3f3b3ccc24 None None] The sync data for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi is: [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '17a0f7f2-d928-43e7-be79-ca3967b50180', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'port_id': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'mac_address': 'fa:16:3e:aa:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:04:16Z', 'updated_at': '2022-07-25T06:04:35Z', 'revision_number': 1, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:04:37.137745 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332a735-6c98-40e3-8033-f70c4eac3204 req-5a9b94f9-9f82-40e4-985d-b8ad3c8b34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:37.139204 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a332a735-6c98-40e3-8033-f70c4eac3204 req-5a9b94f9-9f82-40e4-985d-b8ad3c8b34ce service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5ea60662f93343019fe380b6e13d5d18&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1087701 Jul 25 06:04:37.280868 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332a735-6c98-40e3-8033-f70c4eac3204 req-b79f1741-470b-4ee7-9520-8d43af9237b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:37.282350 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a332a735-6c98-40e3-8033-f70c4eac3204 req-b79f1741-470b-4ee7-9520-8d43af9237b7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332355 Jul 25 06:04:37.288917 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565661a-2eb3-49b1-aeff-105f235f3d5d req-82da80d0-7d52-486d-9c23-adfdfde91539 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:37.290417 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5565661a-2eb3-49b1-aeff-105f235f3d5d req-82da80d0-7d52-486d-9c23-adfdfde91539 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 944 time: 0.0703390 Jul 25 06:04:37.313537 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9478203d-456a-44ac-a991-b98dcd235909 None None] New status for floating IP 17a0f7f2-d928-43e7-be79-ca3967b50180: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:04:37.358178 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5565661a-2eb3-49b1-aeff-105f235f3d5d req-bbd8bb56-fe7b-4f4b-b4c6-00b99328c24c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582945 Jul 25 06:04:37.386970 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64622df-a56d-46e4-a936-795ed5cda665 req-bfa50e7d-bd00-4e4f-beab-9b49f6107ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:37.388618 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-bfa50e7d-bd00-4e4f-beab-9b49f6107ba3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 1128 time: 0.0458710 Jul 25 06:04:37.430679 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-ec6bf227-d51a-42c3-b2f8-06af8c71e455 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6f1034-2014-4ea0-93a6-b1cb240056db HTTP/1.1" status: 200 len: 217 time: 0.0331986 Jul 25 06:04:37.481344 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64622df-a56d-46e4-a936-795ed5cda665 req-a2caade9-ccae-4f2a-a803-54f32560ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:37.482821 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-a2caade9-ccae-4f2a-a803-54f32560ec1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac18650c-f7a9-4125-b917-a18be86504ca HTTP/1.1" status: 200 len: 850 time: 0.0455723 Jul 25 06:04:37.540683 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64622df-a56d-46e4-a936-795ed5cda665 req-4d6b206a-a6ab-4d50-92c8-764941088d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:37.542207 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-4d6b206a-a6ab-4d50-92c8-764941088d3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8aa6446-1bfa-4069-a27c-c14f749ca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468056 Jul 25 06:04:37.576787 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:37.635633 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-d9252da6-4409-45cc-999c-6920c0ee65d6 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853429 Jul 25 06:04:37.733770 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e64622df-a56d-46e4-a936-795ed5cda665 req-6d31378d-8ef2-4258-ac73-2de093c08189 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909634 Jul 25 06:04:37.819445 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0d2c-e99a-45c6-a264-7823472827c1 req-5ee79b25-5680-4f19-b6de-be0177f22d11 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:37.821002 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6fbe0d2c-e99a-45c6-a264-7823472827c1 req-5ee79b25-5680-4f19-b6de-be0177f22d11 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0490448 Jul 25 06:04:37.862847 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:37.881961 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6fbe0d2c-e99a-45c6-a264-7823472827c1 req-ac4f1e43-027c-4ec0-80c0-7aed0a46e537 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550311 Jul 25 06:04:38.473895 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597b83e-212a-4910-8a44-185029a3745f req-a612fc3c-f0e6-49c8-a319-246311d2c5b3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:38.475358 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a597b83e-212a-4910-8a44-185029a3745f req-a612fc3c-f0e6-49c8-a319-246311d2c5b3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 944 time: 0.0483575 Jul 25 06:04:38.522753 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a597b83e-212a-4910-8a44-185029a3745f req-db10438d-10d9-4710-93e7-5e4b70032b17 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410435 Jul 25 06:04:38.995448 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-8ec26e50-bdff-42a8-b2af-81069cab4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:38.996938 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-8ec26e50-bdff-42a8-b2af-81069cab4514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18a468edefd401c835e7e368ac740e5&device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1168 time: 0.0686908 Jul 25 06:04:39.020581 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad529b-6221-45d8-afa0-5ae844842483 req-cbf3a328-f619-449d-b1c9-72b05eedac61 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:39.021922 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8cad529b-6221-45d8-afa0-5ae844842483 req-cbf3a328-f619-449d-b1c9-72b05eedac61 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0665870 Jul 25 06:04:39.141300 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8cad529b-6221-45d8-afa0-5ae844842483 req-250ec261-4223-4dcc-bc8b-0a3797ec269b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091955 Jul 25 06:04:39.142961 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-01e1bec3-9eb6-4714-8e5f-afb046a5e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:39.144341 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-01e1bec3-9eb6-4714-8e5f-afb046a5e596 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d44552f4-d09f-406e-b8fb-423b2c54a3ee HTTP/1.1" status: 200 len: 915 time: 0.1389220 Jul 25 06:04:39.218823 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-fbfb50e9-b1a7-44f6-af9c-976963d67d19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 1000 time: 0.0598817 Jul 25 06:04:39.268450 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-2fb599c2-d246-4239-85c2-df15e1bc338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:39.269849 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-2fb599c2-d246-4239-85c2-df15e1bc338e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6abd3025-ec15-47c9-950a-7d0a39f55fdd HTTP/1.1" status: 200 len: 853 time: 0.0440178 Jul 25 06:04:39.314179 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-9fd28073-daa3-4f79-9e46-db703f951a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:39.315093 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-9fd28073-daa3-4f79-9e46-db703f951a8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d44552f4-d09f-406e-b8fb-423b2c54a3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380478 Jul 25 06:04:39.409459 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-88d88f56-28c8-429d-9ef6-2649e36a3ec4 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872326 Jul 25 06:04:39.506202 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-01e84e20-d2e5-4629-9efd-e0cfcb8070e8 req-fbd01def-17d8-41af-b219-c6e4699971bc service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853336 Jul 25 06:04:39.638220 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8b334-b1d9-4f16-9717-98456884591b req-cad71edd-dd5c-461b-8f52-6a970302dddb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:39.639616 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-78e8b334-b1d9-4f16-9717-98456884591b req-cad71edd-dd5c-461b-8f52-6a970302dddb tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 944 time: 0.0509274 Jul 25 06:04:39.652515 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:39.687606 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-78e8b334-b1d9-4f16-9717-98456884591b req-3be3ccc8-5031-46e0-ae49-0764fd2a6e8e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Jul 25 06:04:40.256306 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7333dd-3910-4a7b-b8e8-cee4c107aad6 req-c36a5645-0a33-4ed4-b4e6-cd6417a78757 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:40.257783 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5b7333dd-3910-4a7b-b8e8-cee4c107aad6 req-c36a5645-0a33-4ed4-b4e6-cd6417a78757 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0490291 Jul 25 06:04:40.318116 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5b7333dd-3910-4a7b-b8e8-cee4c107aad6 req-3ce43675-b60b-46f2-a2fe-5fe1059599f6 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547898 Jul 25 06:04:40.807945 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195b41d-3b94-4e94-b5d0-088ae75b1446 req-8242eb44-8eb6-4c6f-bd71-43a78746c415 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:40.809937 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1195b41d-3b94-4e94-b5d0-088ae75b1446 req-8242eb44-8eb6-4c6f-bd71-43a78746c415 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 944 time: 0.0557377 Jul 25 06:04:40.858559 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1195b41d-3b94-4e94-b5d0-088ae75b1446 req-af28252a-4d6a-41a2-8478-3d3a1596e161 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423837 Jul 25 06:04:41.435498 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d56c3-f3e3-4d76-93c7-8e1dddc5d69b req-a7c5011d-5119-4b89-98b5-d6c0aadf6772 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:41.437060 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-883d56c3-f3e3-4d76-93c7-8e1dddc5d69b req-a7c5011d-5119-4b89-98b5-d6c0aadf6772 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0522401 Jul 25 06:04:41.451157 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:41.499234 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-883d56c3-f3e3-4d76-93c7-8e1dddc5d69b req-1c7d1d3e-2872-4aa6-a415-167a0d091cd3 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547442 Jul 25 06:04:41.509064 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 4c6f1034-2014-4ea0-93a6-b1cb240056db details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:04:41.613416 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 4c6f1034-2014-4ea0-93a6-b1cb240056db, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4c6f1034-2014-4ea0-93a6-b1cb240056db,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:41.619838 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:41.624944 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '4c6f1034-2014-4ea0-93a6-b1cb240056db', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'port_id': '4c6f1034-2014-4ea0-93a6-b1cb240056db', 'mac_address': 'fa:16:3e:74:89:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:04:41.662009 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 4c6f1034-2014-4ea0-93a6-b1cb240056db is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:04:41.662661 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:41.679163 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6f1034-2014-4ea0-93a6-b1cb240056db {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:04:41.698610 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 4c6f1034-2014-4ea0-93a6-b1cb240056db, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4c6f1034-2014-4ea0-93a6-b1cb240056db,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:41.774287 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:41.822992 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=4c6f1034-2014-4ea0-93a6-b1cb240056db,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:41.981794 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c388-8bdc-497e-864e-3448c77c705a req-e2206fcd-ac2b-49fc-9041-0ddf9c2e5580 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:41.983313 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9d03c388-8bdc-497e-864e-3448c77c705a req-e2206fcd-ac2b-49fc-9041-0ddf9c2e5580 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 945 time: 0.0514576 Jul 25 06:04:42.035108 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9d03c388-8bdc-497e-864e-3448c77c705a req-9ded3266-f4aa-4f38-a520-a9051106ddc2 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451720 Jul 25 06:04:42.059513 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['4c6f1034-2014-4ea0-93a6-b1cb240056db'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:04:42.086845 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:42.510775 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:42.520242 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48837ac3-e905-4757-9da6-9acaa2d284f0 req-d0ddbf8c-e916-400f-9493-bef63c72cefb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:42.521720 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48837ac3-e905-4757-9da6-9acaa2d284f0 req-d0ddbf8c-e916-400f-9493-bef63c72cefb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0480461 Jul 25 06:04:42.575678 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-48837ac3-e905-4757-9da6-9acaa2d284f0 req-cd2887fe-4bce-4b54-ac4c-cd2a84b861c7 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479953 Jul 25 06:04:42.619398 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bec3e-dc9a-472f-a953-b6a2e3a17db5 req-83983aeb-3df9-473e-b0f2-ede2ce38c71f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:42.620918 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-349bec3e-dc9a-472f-a953-b6a2e3a17db5 req-83983aeb-3df9-473e-b0f2-ede2ce38c71f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0494707 Jul 25 06:04:42.681598 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-349bec3e-dc9a-472f-a953-b6a2e3a17db5 req-447f5ecb-6c93-4d47-8e1d-d3a6adeb7aa0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550585 Jul 25 06:04:43.146807 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457a963-f64e-4e47-bc09-565c9dc0474b req-e2bfd7fc-55a8-4850-9371-e66512e1d953 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:43.148540 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7457a963-f64e-4e47-bc09-565c9dc0474b req-e2bfd7fc-55a8-4850-9371-e66512e1d953 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 945 time: 0.0471897 Jul 25 06:04:43.195335 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7457a963-f64e-4e47-bc09-565c9dc0474b req-4bc0cc31-7862-45d2-bfe3-3643ed04f037 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 Jul 25 06:04:43.542612 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 4c6f1034-2014-4ea0-93a6-b1cb240056db up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:04:43.584812 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 4c6f1034-2014-4ea0-93a6-b1cb240056db completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:04:43.659615 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 4c6f1034-2014-4ea0-93a6-b1cb240056db triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:04:43.660189 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:43.679318 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:43.690416 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b0487-2437-44ee-b9b6-51c8c99d48cb req-5d92a8f8-1d5c-4db9-883a-66d2d26b951d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:43.691921 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-fd3b0487-2437-44ee-b9b6-51c8c99d48cb req-5d92a8f8-1d5c-4db9-883a-66d2d26b951d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0484312 Jul 25 06:04:43.734782 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 4c6f1034-2014-4ea0-93a6-b1cb240056db is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:04:43.735175 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:43.748739 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-fd3b0487-2437-44ee-b9b6-51c8c99d48cb req-b98e09d5-cea7-4e31-9ba7-3c8ffdf81f7c tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510952 Jul 25 06:04:43.762176 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6f1034-2014-4ea0-93a6-b1cb240056db'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:43.768888 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc33775-78eb-4574-81e6-8904c6e13082" -d '{"events": [{"server_uuid": "bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b", "name": "network-vif-plugged", "status": "completed", "tag": "4c6f1034-2014-4ea0-93a6-b1cb240056db"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:43.779139 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 4c6f1034-2014-4ea0-93a6-b1cb240056db, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4c6f1034-2014-4ea0-93a6-b1cb240056db,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:43.801785 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a4dfa-0ab2-48cc-90c3-235cfdec3623 req-7d952ac0-db06-44b8-8093-ecf2f63d216f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:43.803289 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6b9a4dfa-0ab2-48cc-90c3-235cfdec3623 req-7d952ac0-db06-44b8-8093-ecf2f63d216f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0527880 Jul 25 06:04:43.809825 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1c3c4c-86f0-4b08-97df-543f5fed207e x-openstack-request-id: req-ce1c3c4c-86f0-4b08-97df-543f5fed207e {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:43.810146 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b", "name": "network-vif-plugged", "status": "completed", "tag": "4c6f1034-2014-4ea0-93a6-b1cb240056db", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:43.810399 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ce1c3c4c-86f0-4b08-97df-543f5fed207e {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:43.810792 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1c3c4c-86f0-4b08-97df-543f5fed207e'] response: {'server_uuid': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6f1034-2014-4ea0-93a6-b1cb240056db', 'code': 200} Jul 25 06:04:43.844767 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:43.865568 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6b9a4dfa-0ab2-48cc-90c3-235cfdec3623 req-d6d180e5-599e-4f7d-bbf9-5b16c0f99a65 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566368 Jul 25 06:04:43.895168 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=4c6f1034-2014-4ea0-93a6-b1cb240056db,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:44.310997 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b630eb8-915f-4fa0-b157-05e4d6cd2f08 req-7b5d2c05-9080-48a5-8738-527a4adbb80b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:44.312568 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4b630eb8-915f-4fa0-b157-05e4d6cd2f08 req-7b5d2c05-9080-48a5-8738-527a4adbb80b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0482900 Jul 25 06:04:44.359804 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4b630eb8-915f-4fa0-b157-05e4d6cd2f08 req-00d4cfa9-8d30-4dc7-8e86-4be44861799a tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412576 Jul 25 06:04:44.883743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5a3b1-8fae-4a7a-be63-d1304cba0ad2 req-34df805f-089f-4e3a-9017-02b196920f91 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:44.885267 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5ef5a3b1-8fae-4a7a-be63-d1304cba0ad2 req-34df805f-089f-4e3a-9017-02b196920f91 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0524516 Jul 25 06:04:44.935301 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5ef5a3b1-8fae-4a7a-be63-d1304cba0ad2 req-8f161616-53c4-47d2-b3e9-75671c141835 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 Jul 25 06:04:44.981017 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1ee19-9180-4526-9f17-3ba6e62a6dc5 req-b7e8f3bc-192e-4d2f-bfbc-ae1024b53a44 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:44.982485 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7bb1ee19-9180-4526-9f17-3ba6e62a6dc5 req-b7e8f3bc-192e-4d2f-bfbc-ae1024b53a44 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0480678 Jul 25 06:04:45.042640 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7bb1ee19-9180-4526-9f17-3ba6e62a6dc5 req-02456ce5-1c15-44e2-a431-4298b3e0e09b tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535343 Jul 25 06:04:45.471549 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1984416-d409-44e9-9557-9e25ae27dbe4 req-9cb093e5-519e-40fa-b3db-68052cda3c84 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:45.473346 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f1984416-d409-44e9-9557-9e25ae27dbe4 req-9cb093e5-519e-40fa-b3db-68052cda3c84 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0473619 Jul 25 06:04:45.520230 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f1984416-d409-44e9-9557-9e25ae27dbe4 req-9fd5dffb-21c6-4ea8-a232-ea0e9cc9c13d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411701 Jul 25 06:04:46.042278 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-90bb00b1-11f8-4bca-9eff-c74fc900e5ba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:46.043781 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-90bb00b1-11f8-4bca-9eff-c74fc900e5ba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0532885 Jul 25 06:04:46.057287 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd3efc-5e44-4aa5-9ba4-59b0ab1291a6 req-381966cc-51a8-48fa-9f63-891992613f17 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:46.070641 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-56bd3efc-5e44-4aa5-9ba4-59b0ab1291a6 req-381966cc-51a8-48fa-9f63-891992613f17 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 945 time: 0.0564938 Jul 25 06:04:46.143983 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55daf7b0-b516-4217-b8ac-a0a3d7846136 req-4fd953c0-d305-4088-9927-5fe5df7600b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:46.146284 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-55daf7b0-b516-4217-b8ac-a0a3d7846136 req-4fd953c0-d305-4088-9927-5fe5df7600b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 1130 time: 0.0622418 Jul 25 06:04:46.161871 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-56bd3efc-5e44-4aa5-9ba4-59b0ab1291a6 req-12610c2b-f817-4f59-afd4-a4f9427bc2f5 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=6c55c2e1-332d-461a-b68b-5f2c056ebc16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956252 Jul 25 06:04:46.164790 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Deleting port f054b336-0d1e-4689-ae9f-d24089cd4d40 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:04:46.165247 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:46.209466 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-55daf7b0-b516-4217-b8ac-a0a3d7846136 req-215ae1c6-d42c-4923-b30b-38734ae9b0db service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473061 Jul 25 06:04:46.275165 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4794e-5b57-49ee-8048-f3cb95550216 req-b29ef290-a920-430a-9d98-974b576d0b6a tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:46.276669 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-32b4794e-5b57-49ee-8048-f3cb95550216 req-b29ef290-a920-430a-9d98-974b576d0b6a tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0937152 Jul 25 06:04:46.321534 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] For port f054b336-0d1e-4689-ae9f-d24089cd4d40, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=f054b336-0d1e-4689-ae9f-d24089cd4d40,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:46.321909 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:46.405338 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-32b4794e-5b57-49ee-8048-f3cb95550216 req-b8dfe0ab-195e-4f24-9953-f63c0555af83 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216433 Jul 25 06:04:46.521150 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:46.521508 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (52fa68b6-586a-4f72-8e37-7cfd23990636), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:46.521874 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Floating IP 52fa68b6-586a-4f72-8e37-7cfd23990636 disassociated. External IP: 172.27.1.152, port: f054b336-0d1e-4689-ae9f-d24089cd4d40. Jul 25 06:04:46.522223 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Calling delete_port for f054b336-0d1e-4689-ae9f-d24089cd4d40 owned by compute:nova {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:04:46.597305 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:46.654743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c81ac-5714-420b-8f07-b0d2e11c94b9 req-51d58a10-d33f-4baf-ba0a-8d8406228252 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:46.661319 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f97c81ac-5714-420b-8f07-b0d2e11c94b9 req-51d58a10-d33f-4baf-ba0a-8d8406228252 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0582714 Jul 25 06:04:46.669604 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:46.715002 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f97c81ac-5714-420b-8f07-b0d2e11c94b9 req-d3268855-fc9a-4817-a24e-c7295e17d312 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514698 Jul 25 06:04:46.773469 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (f054b336-0d1e-4689-ae9f-d24089cd4d40), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:46.804879 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event deleted for resources: {'Port': ['ID=f054b336-0d1e-4689-ae9f-d24089cd4d40,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:46.919189 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Router e25796a5-c22a-4674-a750-ea9784e99b56 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:04:47.023685 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:04:47.025523 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=37 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:47.034099 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] Sync routers for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:04:47.048023 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:47.048689 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:47.067476 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] No DVR routers for this DVR port f054b336-0d1e-4689-ae9f-d24089cd4d40 on host hv-cinder-84841 {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:04:47.070022 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:47.073335 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-bfb1aa1b-6418-4eea-a675-e7abce6855b9 req-861b328f-6917-46fc-b223-a2fb632b0275 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "DELETE /v2.0/ports/f054b336-0d1e-4689-ae9f-d24089cd4d40 HTTP/1.1" status: 204 len: 173 time: 1.0190709 Jul 25 06:04:47.073824 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'name': 'network-vif-deleted', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:47.076069 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4239dbf-ce5b-4f46-a56f-2693257740d7" -d '{"events": [{"server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "name": "network-vif-deleted", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:47.112888 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094173b6-7a3d-4bf6-b3a2-065b4447dfcd x-openstack-request-id: req-094173b6-7a3d-4bf6-b3a2-065b4447dfcd {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:47.113185 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e750488b-116b-4f02-a4bd-710c3867fa27", "name": "network-vif-deleted", "tag": "f054b336-0d1e-4689-ae9f-d24089cd4d40", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:47.113436 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-094173b6-7a3d-4bf6-b3a2-065b4447dfcd {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:47.113840 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094173b6-7a3d-4bf6-b3a2-065b4447dfcd'] response: {'server_uuid': 'e750488b-116b-4f02-a4bd-710c3867fa27', 'name': 'network-vif-deleted', 'tag': 'f054b336-0d1e-4689-ae9f-d24089cd4d40', 'status': 'completed', 'code': 200} Jul 25 06:04:47.143280 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:47.153175 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:47.268012 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bb2639f4-7f06-4ef3-ab34-1ff67fb25ca8 req-af584e80-0716-418e-bf29-db0af684c517 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 210 time: 0.0328860 Jul 25 06:04:47.452060 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:57Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:47.478160 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] Checking router: e25796a5-c22a-4674-a750-ea9784e99b56 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:04:47.486884 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:47.488061 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:47.539117 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c4e2-9887-4245-86b0-863f051b90f5 req-5d9f4d99-006c-44cf-a5ce-3d25c0f085c4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:47.540669 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-15a4c4e2-9887-4245-86b0-863f051b90f5 req-5d9f4d99-006c-44cf-a5ce-3d25c0f085c4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0538087 Jul 25 06:04:47.592138 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:47.603459 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-15a4c4e2-9887-4245-86b0-863f051b90f5 req-3b20e3ce-2e7e-45df-add4-3dbac684e243 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569704 Jul 25 06:04:47.785361 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:57Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:47.811355 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95197fe8-8c28-478a-b860-0e0298bb9b06 None None] The sync data for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi is: [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:38Z', 'revision_number': 4, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '42f199d6-470d-4f51-8825-2bded6363b4c', 'name': '', 'network_id': 'aa79d0fe-56b1-4e97-990f-ad8f32170783', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'mac_address': 'fa:16:3e:7f:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:34Z', 'updated_at': '2022-07-25T05:59:57Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'subnets': [{'id': '5c96afb4-3704-4948-b0ad-db64e1b6dbc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:04:47.844246 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054e95a-82d1-42aa-b4cd-ff0808b67dd8 req-e3c5ee1b-7650-40bf-ae78-eb9d0c154e3c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:47.846178 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c054e95a-82d1-42aa-b4cd-ff0808b67dd8 req-e3c5ee1b-7650-40bf-ae78-eb9d0c154e3c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0572746 Jul 25 06:04:47.886964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:47.900683 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c054e95a-82d1-42aa-b4cd-ff0808b67dd8 req-5115e9f2-1cd6-4490-96a3-9e956aa0d91e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484996 Jul 25 06:04:48.078726 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f0a01-4932-4f32-b6d1-41eb9167d85b None None] New status for floating IP 52fa68b6-586a-4f72-8e37-7cfd23990636: DOWN {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:04:48.410462 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c1443469-d480-4d9e-8349-19d9a43a1198 req-dc9f9c75-39da-419b-8505-0ddea7a2c578 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=e750488b-116b-4f02-a4bd-710c3867fa27 HTTP/1.1" status: 200 len: 210 time: 0.0471385 Jul 25 06:04:48.724092 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67527ec-2ee7-48b1-8b24-db297750bf37 req-323717cc-1357-4a87-8923-23c272e8754f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:48.725590 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c67527ec-2ee7-48b1-8b24-db297750bf37 req-323717cc-1357-4a87-8923-23c272e8754f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0527587 Jul 25 06:04:48.789180 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c67527ec-2ee7-48b1-8b24-db297750bf37 req-06cc244b-cc5a-40fc-8abf-0355b2b4d8e1 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577674 Jul 25 06:04:49.023625 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c40d3b-cdfb-4dc3-856e-1116584aa9e0 req-fc94e549-c14a-4092-b364-0b95a2b18bf8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:49.025168 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-30c40d3b-cdfb-4dc3-856e-1116584aa9e0 req-fc94e549-c14a-4092-b364-0b95a2b18bf8 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0500553 Jul 25 06:04:49.073710 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-30c40d3b-cdfb-4dc3-856e-1116584aa9e0 req-61acc1c3-7099-48b6-b636-95aed587ddb1 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428610 Jul 25 06:04:49.185078 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5db6e4-be5c-4ca6-8f73-4e2c8d281846 req-4ec3c151-057c-45c0-b2a7-e0dc8c383a6c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:49.186545 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-fd5db6e4-be5c-4ca6-8f73-4e2c8d281846 req-4ec3c151-057c-45c0-b2a7-e0dc8c383a6c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0473025 Jul 25 06:04:49.195623 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46720) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:49.199878 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-6a130197-fc3d-4468-9a36-ae7b0695dd31 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Request body: {'floatingip': {'port_id': '4c6f1034-2014-4ea0-93a6-b1cb240056db'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:04:49.240879 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6a130197-fc3d-4468-9a36-ae7b0695dd31 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (a531c829-94c0-4233-9f9d-02e28aa14361), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:49.567150 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46728) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:49.577954 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device f054b336-0d1e-4689-ae9f-d24089cd4d40 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:04:49.601813 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: f054b336-0d1e-4689-ae9f-d24089cd4d40 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:04:49.602152 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device f054b336-0d1e-4689-ae9f-d24089cd4d40 not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:04:49.606762 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:49.625081 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group (6c55c2e1-332d-461a-b68b-5f2c056ebc16), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:49.627433 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:49.650692 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group (6c55c2e1-332d-461a-b68b-5f2c056ebc16), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:49.665749 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6a130197-fc3d-4468-9a36-ae7b0695dd31 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:49.727573 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6a130197-fc3d-4468-9a36-ae7b0695dd31 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (a531c829-94c0-4233-9f9d-02e28aa14361), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:49.753939 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (6c55c2e1-332d-461a-b68b-5f2c056ebc16), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:49.756620 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:49.757956 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "DELETE /v2.0/security-groups/6c55c2e1-332d-461a-b68b-5f2c056ebc16 HTTP/1.1" status: 204 len: 168 time: 0.1895468 Jul 25 06:04:49.761503 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46730) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:49.780028 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c55c2e1-332d-461a-b68b-5f2c056ebc16,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:49.787557 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.api.v2.resource [None req-e552c66a-9e7c-44d0-8969-75641889ad95 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] show failed (client error): The resource could not be found. Jul 25 06:04:49.788612 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e552c66a-9e7c-44d0-8969-75641889ad95 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups/6c55c2e1-332d-461a-b68b-5f2c056ebc16 HTTP/1.1" status: 404 len: 347 time: 0.0261414 Jul 25 06:04:49.790221 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.790555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.790915 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.791295 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.791578 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.791914 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.792283 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.792615 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.792943 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.793276 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.793593 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.793921 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.794245 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.794568 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.794898 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a636cb8-93f6-42fd-8bf2-60d83e33c432 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:04:49.797349 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46732) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:04:49.829139 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-6a130197-fc3d-4468-9a36-ae7b0695dd31 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Floating IP a531c829-94c0-4233-9f9d-02e28aa14361 associated. External IP: 172.27.1.142, port: 4c6f1034-2014-4ea0-93a6-b1cb240056db. Jul 25 06:04:49.968577 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03205b1f-5c10-4c8b-80a3-9be2b98a073d req-1d905b7e-298a-466f-9e93-6780c7888fdc tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:49.970055 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-03205b1f-5c10-4c8b-80a3-9be2b98a073d req-1d905b7e-298a-466f-9e93-6780c7888fdc tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0803406 Jul 25 06:04:49.972974 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Deleting port d4dfd7f4-56c4-41e9-af02-de28659c1d02 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:04:49.973323 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (d4dfd7f4-56c4-41e9-af02-de28659c1d02), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:50.013241 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:50.041608 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a130197-fc3d-4468-9a36-ae7b0695dd31 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Router d95cb2de-6db7-4ad5-b159-b8562ddc429b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:04:50.095413 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (d4dfd7f4-56c4-41e9-af02-de28659c1d02), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:50.095742 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for floatingip (d4dfd7f4-56c4-41e9-af02-de28659c1d02), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:50.103234 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-03205b1f-5c10-4c8b-80a3-9be2b98a073d req-077e53b7-d9d6-4478-9de1-3a1688f70ea0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269464 Jul 25 06:04:50.114603 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Calling delete_port for d4dfd7f4-56c4-41e9-af02-de28659c1d02 owned by network:floatingip {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:04:50.313893 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (d4dfd7f4-56c4-41e9-af02-de28659c1d02), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:50.337878 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:50.340943 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event deleted for resources: {'Port': ['ID=d4dfd7f4-56c4-41e9-af02-de28659c1d02,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:50.378029 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a130197-fc3d-4468-9a36-ae7b0695dd31 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:04:50.382411 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6a130197-fc3d-4468-9a36-ae7b0695dd31 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:50.389552 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] Sync routers for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:04:50.400983 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:50.401940 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:50.407129 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks [] for floatingip (52fa68b6-586a-4f72-8e37-7cfd23990636), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:50.410244 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:50.411925 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-3eb31d80-1ec6-4ef8-9f26-12dde6139cba tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "DELETE /v2.0/floatingips/52fa68b6-586a-4f72-8e37-7cfd23990636 HTTP/1.1" status: 204 len: 168 time: 0.6136739 Jul 25 06:04:50.418421 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-6a130197-fc3d-4468-9a36-ae7b0695dd31 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "PUT /v2.0/floatingips/a531c829-94c0-4233-9f9d-02e28aa14361 HTTP/1.1" status: 200 len: 992 time: 1.2195652 Jul 25 06:04:50.418421 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'tag': '4c6f1034-2014-4ea0-93a6-b1cb240056db'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:50.419062 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3837cd-51fd-47bb-9408-9c30097bad6f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b", "tag": "4c6f1034-2014-4ea0-93a6-b1cb240056db"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:50.455754 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ff5adb-67d6-4175-9c86-96b3fd6c8282 x-openstack-request-id: req-39ff5adb-67d6-4175-9c86-96b3fd6c8282 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:50.456078 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b", "tag": "4c6f1034-2014-4ea0-93a6-b1cb240056db", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:50.456392 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-39ff5adb-67d6-4175-9c86-96b3fd6c8282 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:50.456791 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ff5adb-67d6-4175-9c86-96b3fd6c8282'] response: {'name': 'network-changed', 'server_uuid': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'tag': '4c6f1034-2014-4ea0-93a6-b1cb240056db', 'status': 'completed', 'code': 200} Jul 25 06:04:50.509652 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:50.519302 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-bd20ed60-7103-4f88-8965-16b121630d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:50.520923 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-bd20ed60-7103-4f88-8965-16b121630d0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ea60662f93343019fe380b6e13d5d18&device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 1130 time: 0.0385692 Jul 25 06:04:50.524750 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:50.623282 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-2d0c28a8-0265-4551-8efa-bbf752c3c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:50.624788 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-2d0c28a8-0265-4551-8efa-bbf752c3c521 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 200 len: 912 time: 0.0960033 Jul 25 06:04:50.690461 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-d0f4d03a-ee6f-445f-b4d8-96fe75d96815 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6f1034-2014-4ea0-93a6-b1cb240056db HTTP/1.1" status: 200 len: 1000 time: 0.0582495 Jul 25 06:04:50.753616 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a531c829-94c0-4233-9f9d-02e28aa14361', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'port_id': '4c6f1034-2014-4ea0-93a6-b1cb240056db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'mac_address': 'fa:16:3e:74:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:04:29Z', 'updated_at': '2022-07-25T06:04:49Z', 'revision_number': 1, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:50.778805 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] Checking router: d95cb2de-6db7-4ad5-b159-b8562ddc429b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:04:50.787858 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:04:50.788488 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:50.886980 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-c4db636e-f974-4794-b0f3-3cc6dc429180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:50.888435 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-c4db636e-f974-4794-b0f3-3cc6dc429180 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac18650c-f7a9-4125-b917-a18be86504ca HTTP/1.1" status: 200 len: 850 time: 0.0451820 Jul 25 06:04:50.889657 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:04:50.936723 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-e18e2508-f15d-4072-b90d-612ba89dcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:50.938326 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-e18e2508-f15d-4072-b90d-612ba89dcc3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8aa6446-1bfa-4069-a27c-c14f749ca6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435095 Jul 25 06:04:51.034380 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-e529ab16-2931-4737-931b-ed464618da47 service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877719 Jul 25 06:04:51.037706 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:51.068572 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:51.108736 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a531c829-94c0-4233-9f9d-02e28aa14361', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'port_id': '4c6f1034-2014-4ea0-93a6-b1cb240056db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'mac_address': 'fa:16:3e:74:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:04:29Z', 'updated_at': '2022-07-25T06:04:49Z', 'revision_number': 1, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:04:51.130465 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9d3837cd-51fd-47bb-9408-9c30097bad6f req-cdabb412-4fd5-45da-8af6-2af0911ebebc service neutron] 10.222.0.47 "GET /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894480 Jul 25 06:04:51.137898 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ae86d-1082-498a-a5cb-c462d2635ca8 None None] The sync data for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a531c829-94c0-4233-9f9d-02e28aa14361', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'port_id': '4c6f1034-2014-4ea0-93a6-b1cb240056db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'mac_address': 'fa:16:3e:74:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:04:29Z', 'updated_at': '2022-07-25T06:04:49Z', 'revision_number': 1, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:04:51.235057 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa886a-39ad-4adb-b622-2b63d16c1ee3 req-6a44bf6f-9e06-4e42-b521-5e5deb18caed tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:51.236678 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7daa886a-39ad-4adb-b622-2b63d16c1ee3 req-6a44bf6f-9e06-4e42-b521-5e5deb18caed tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0511818 Jul 25 06:04:51.303224 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7daa886a-39ad-4adb-b622-2b63d16c1ee3 req-90bb308a-5081-46c5-9c85-d311dd48c59e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606420 Jul 25 06:04:51.334178 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6626d5bd-44bd-4cb5-aee0-76fb8582a348 None None] New status for floating IP a531c829-94c0-4233-9f9d-02e28aa14361: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:04:52.421103 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02b3a9-b917-4307-8ad5-310204b2b3d7 req-63211f38-6706-4bb1-83e2-3f1d28bd65f0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:52.422614 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9a02b3a9-b917-4307-8ad5-310204b2b3d7 req-63211f38-6706-4bb1-83e2-3f1d28bd65f0 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0487406 Jul 25 06:04:52.483365 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9a02b3a9-b917-4307-8ad5-310204b2b3d7 req-59a0f268-48ba-419a-a351-6e1145d1e8fa tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542927 Jul 25 06:04:53.388244 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a536c36-e541-45f7-a6df-d3bb65482cc6 req-b01acd29-9a55-4e0c-95f7-76db697d8a7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:53.389694 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1a536c36-e541-45f7-a6df-d3bb65482cc6 req-b01acd29-9a55-4e0c-95f7-76db697d8a7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0465300 Jul 25 06:04:53.439980 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1a536c36-e541-45f7-a6df-d3bb65482cc6 req-3b40cffe-7605-42aa-a8be-a2fc7a8edffb tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437574 Jul 25 06:04:53.598963 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6fd22-9204-4259-944c-7273b44f16d4 req-3e0ed49c-c296-4f3a-a91f-d50c315a139a tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:53.600342 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6fd6fd22-9204-4259-944c-7273b44f16d4 req-3e0ed49c-c296-4f3a-a91f-d50c315a139a tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0473583 Jul 25 06:04:53.659251 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6fd6fd22-9204-4259-944c-7273b44f16d4 req-9e003e44-5230-4d1a-993d-13dea47dcea8 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533268 Jul 25 06:04:54.553423 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf46ea-8c8a-456e-ad83-c3dedc60e126 req-4536ae58-7f23-42e4-9081-ed9d1fca1ed0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:54.554910 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0fcf46ea-8c8a-456e-ad83-c3dedc60e126 req-4536ae58-7f23-42e4-9081-ed9d1fca1ed0 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0476027 Jul 25 06:04:54.601591 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0fcf46ea-8c8a-456e-ad83-c3dedc60e126 req-531e3434-d9c5-4244-ba5b-5235f7e96c59 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Jul 25 06:04:54.764145 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:54.773917 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e88c2d-2f0c-42ef-b38f-0a21bf09a11e req-5e602045-b59e-431f-950f-c7de07b9d6ce tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:54.775389 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e5e88c2d-2f0c-42ef-b38f-0a21bf09a11e req-5e602045-b59e-431f-950f-c7de07b9d6ce tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0488839 Jul 25 06:04:54.835323 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e5e88c2d-2f0c-42ef-b38f-0a21bf09a11e req-4449f0f8-8203-481a-a543-8a97ceb2ff88 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542023 Jul 25 06:04:55.713742 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c109947-c65b-48fb-945e-4b903bbb9293 req-9fe10335-c332-4f39-8d4e-8b6a0334e696 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:55.715193 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2c109947-c65b-48fb-945e-4b903bbb9293 req-9fe10335-c332-4f39-8d4e-8b6a0334e696 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0477126 Jul 25 06:04:55.762816 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2c109947-c65b-48fb-945e-4b903bbb9293 req-b3891da2-0cfd-4eed-ae2a-b377ee02e403 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421236 Jul 25 06:04:55.956469 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87869-cf17-4188-a7c5-83abc7929845 req-42a655f4-d6fe-4527-b0b0-f62098ba3baa tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:55.958319 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-49c87869-cf17-4188-a7c5-83abc7929845 req-42a655f4-d6fe-4527-b0b0-f62098ba3baa tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0551558 Jul 25 06:04:55.997759 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:56.020459 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-49c87869-cf17-4188-a7c5-83abc7929845 req-900aa925-629a-43a2-886a-e80c20e4e170 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562408 Jul 25 06:04:56.047198 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911435b-a715-4489-b171-ea4cc7405529 req-06058af6-8225-47d9-a75a-7029b8fcb446 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:56.047198 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6911435b-a715-4489-b171-ea4cc7405529 req-06058af6-8225-47d9-a75a-7029b8fcb446 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 946 time: 0.0529206 Jul 25 06:04:56.414979 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-6911435b-a715-4489-b171-ea4cc7405529 req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Deleting port de159745-94e2-418c-9c37-533af5667e21 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:04:56.415323 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-6911435b-a715-4489-b171-ea4cc7405529 req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (de159745-94e2-418c-9c37-533af5667e21), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:56.511636 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-6911435b-a715-4489-b171-ea4cc7405529 req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] For port de159745-94e2-418c-9c37-533af5667e21, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=de159745-94e2-418c-9c37-533af5667e21,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:04:56.511920 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-6911435b-a715-4489-b171-ea4cc7405529 req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (de159745-94e2-418c-9c37-533af5667e21), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:56.527284 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-6911435b-a715-4489-b171-ea4cc7405529 req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Calling delete_port for de159745-94e2-418c-9c37-533af5667e21 owned by compute:nova {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:04:56.744896 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-6911435b-a715-4489-b171-ea4cc7405529 req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (de159745-94e2-418c-9c37-533af5667e21), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:56.761914 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['de159745-94e2-418c-9c37-533af5667e21', '07e8aaba-4e29-4898-865b-3e4e9f738a49'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:04:56.781114 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:56.782251 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event deleted for resources: {'Port': ['ID=de159745-94e2-418c-9c37-533af5667e21,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:04:56.830106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6911435b-a715-4489-b171-ea4cc7405529 req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] No DVR routers for this DVR port de159745-94e2-418c-9c37-533af5667e21 on host hv-cinder-84841 {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:04:56.833287 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-6911435b-a715-4489-b171-ea4cc7405529 req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:56.836567 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6911435b-a715-4489-b171-ea4cc7405529 req-77570ad8-455f-4715-9d64-d1f25e0614a8 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "DELETE /v2.0/ports/de159745-94e2-418c-9c37-533af5667e21 HTTP/1.1" status: 204 len: 173 time: 0.5005870 Jul 25 06:04:56.837031 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf69bbe-b5ad-4061-9250-f2f3f0edee2d', 'name': 'network-vif-deleted', 'tag': 'de159745-94e2-418c-9c37-533af5667e21'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:04:56.839393 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cff1f0-a700-4e1e-a47d-ea90fe730094" -d '{"events": [{"server_uuid": "ccf69bbe-b5ad-4061-9250-f2f3f0edee2d", "name": "network-vif-deleted", "tag": "de159745-94e2-418c-9c37-533af5667e21"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:04:56.883459 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34348f3b-a537-462e-a83a-5c66196396f3 req-56fd8dd3-741f-4aba-828c-16b61419fe99 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=ccf69bbe-b5ad-4061-9250-f2f3f0edee2d HTTP/1.1" status: 200 len: 210 time: 0.0364025 Jul 25 06:04:56.887623 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d744491-f7c7-4335-a077-994ba32c7a22 x-openstack-request-id: req-4d744491-f7c7-4335-a077-994ba32c7a22 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:04:56.887913 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf69bbe-b5ad-4061-9250-f2f3f0edee2d", "name": "network-vif-deleted", "tag": "de159745-94e2-418c-9c37-533af5667e21", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:04:56.898793 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4d744491-f7c7-4335-a077-994ba32c7a22 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:04:56.898793 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d744491-f7c7-4335-a077-994ba32c7a22'] response: {'server_uuid': 'ccf69bbe-b5ad-4061-9250-f2f3f0edee2d', 'name': 'network-vif-deleted', 'tag': 'de159745-94e2-418c-9c37-533af5667e21', 'status': 'completed', 'code': 200} Jul 25 06:04:57.090731 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-00ff29d7-73ca-442f-9c16-aa8cc90bd875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:57.142945 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164374d3-a8f1-435f-a30c-d7be6903b5e0 req-f6a888f1-0322-473c-bd7a-6a94cabbab5a tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:57.144552 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-164374d3-a8f1-435f-a30c-d7be6903b5e0 req-f6a888f1-0322-473c-bd7a-6a94cabbab5a tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0512073 Jul 25 06:04:57.210426 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-164374d3-a8f1-435f-a30c-d7be6903b5e0 req-42c2a119-1186-4307-8b3d-ef691a96fe7e tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597835 Jul 25 06:04:58.333589 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e58b4-17c3-4e60-a7ee-2e4b8e10d4f2 req-d340c6b9-41f8-4f9d-8e41-dcf94418ec4f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:58.334561 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f10e58b4-17c3-4e60-a7ee-2e4b8e10d4f2 req-d340c6b9-41f8-4f9d-8e41-dcf94418ec4f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0512002 Jul 25 06:04:58.403394 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df3731-dd55-4082-adc9-6c9c4b18fd10 req-17085c69-b11e-413a-9434-ee5f108017e3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:58.404520 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f10e58b4-17c3-4e60-a7ee-2e4b8e10d4f2 req-3c43a36d-4a23-418c-b402-b557a5d70210 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600591 Jul 25 06:04:58.410365 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-29df3731-dd55-4082-adc9-6c9c4b18fd10 req-17085c69-b11e-413a-9434-ee5f108017e3 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0575323 Jul 25 06:04:58.442378 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:04:58.454148 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-29df3731-dd55-4082-adc9-6c9c4b18fd10 req-b0b2810d-2789-424d-8705-0c7f0b56753a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Jul 25 06:04:59.121588 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:59.378738 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-04b67859-c429-43c3-94c9-1251a5f94466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:04:59.522349 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa8db-3844-4d3b-92c8-533f42751ed2 req-78011d86-d5d6-4477-b4f9-fa4a15918e79 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:59.524106 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f89aa8db-3844-4d3b-92c8-533f42751ed2 req-78011d86-d5d6-4477-b4f9-fa4a15918e79 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0503113 Jul 25 06:04:59.572987 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6018b5-6c97-46d7-bff5-de056c3ff72a req-58f3403f-f7a6-4a79-a601-59ea8811b898 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:04:59.574465 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6c6018b5-6c97-46d7-bff5-de056c3ff72a req-58f3403f-f7a6-4a79-a601-59ea8811b898 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0484195 Jul 25 06:04:59.587401 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f89aa8db-3844-4d3b-92c8-533f42751ed2 req-0f5b3e93-fe06-4063-be16-133b1806aac9 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571945 Jul 25 06:04:59.622440 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6c6018b5-6c97-46d7-bff5-de056c3ff72a req-c6c5b2de-e76d-41c1-bc8e-881df6624d3d tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Jul 25 06:04:59.646048 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device de159745-94e2-418c-9c37-533af5667e21 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:04:59.666150 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: de159745-94e2-418c-9c37-533af5667e21 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:04:59.666494 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device de159745-94e2-418c-9c37-533af5667e21 not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:05:00.667872 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:00.705049 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0c27f-bad5-4b0c-ab53-6fd8b531f120 req-c76600c7-6e62-4ce5-b4ab-7f8f524073a8 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:00.706620 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d8b0c27f-bad5-4b0c-ab53-6fd8b531f120 req-c76600c7-6e62-4ce5-b4ab-7f8f524073a8 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0494831 Jul 25 06:05:00.741270 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d66490-7c4b-46b7-b2ee-c5ed82e1bfd8 req-5a98b34e-0e4a-484d-a953-e35c023e2095 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:00.742760 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3d66490-7c4b-46b7-b2ee-c5ed82e1bfd8 req-5a98b34e-0e4a-484d-a953-e35c023e2095 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0480165 Jul 25 06:05:00.767708 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d8b0c27f-bad5-4b0c-ab53-6fd8b531f120 req-215717d4-6366-4764-aad5-051a01486801 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551775 Jul 25 06:05:00.795173 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e3d66490-7c4b-46b7-b2ee-c5ed82e1bfd8 req-75b4af4d-1dd2-4802-9ff6-ba8ad1daef31 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Jul 25 06:05:01.112422 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=64 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:01.813146 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:01.823736 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-60e916a4-e134-4a0e-866e-b2523c84c49e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:01.825377 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-60e916a4-e134-4a0e-866e-b2523c84c49e tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0531347 Jul 25 06:05:01.887015 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:01.924398 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542ace9-cdaa-4528-b377-9277f2546fea req-89739df1-2a90-41c1-a2f7-7d4589e68ad2 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:01.926411 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4542ace9-cdaa-4528-b377-9277f2546fea req-89739df1-2a90-41c1-a2f7-7d4589e68ad2 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0792539 Jul 25 06:05:01.928314 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85775c0-7f45-43b7-a8fa-e60603073caf req-ced01510-db06-4b69-916a-ecc13c923130 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:01.930062 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f85775c0-7f45-43b7-a8fa-e60603073caf req-ced01510-db06-4b69-916a-ecc13c923130 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 945 time: 0.0572047 Jul 25 06:05:01.979894 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f85775c0-7f45-43b7-a8fa-e60603073caf req-aab4828e-2378-4c4a-840a-c8d8402dc628 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/security-groups?id=1c7b8d4f-27b0-47e4-babc-e791443cbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Jul 25 06:05:01.981149 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Deleting port 07e8aaba-4e29-4898-865b-3e4e9f738a49 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:05:01.981498 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:02.057353 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:02.076741 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4542ace9-cdaa-4528-b377-9277f2546fea req-d7a0059e-f929-4285-b6eb-2992e0489b2d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244419 Jul 25 06:05:02.107717 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] For port 07e8aaba-4e29-4898-865b-3e4e9f738a49, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=07e8aaba-4e29-4898-865b-3e4e9f738a49,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:02.107717 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:02.122930 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Calling delete_port for 07e8aaba-4e29-4898-865b-3e4e9f738a49 owned by compute:nova {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:05:02.247556 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:02.302373 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (07e8aaba-4e29-4898-865b-3e4e9f738a49), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:02.314574 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['07e8aaba-4e29-4898-865b-3e4e9f738a49'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:05:02.338467 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Pushing event deleted for resources: {'Port': ['ID=07e8aaba-4e29-4898-865b-3e4e9f738a49,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:02.384232 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] No DVR routers for this DVR port 07e8aaba-4e29-4898-865b-3e4e9f738a49 on host hv-cinder-84841 {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:05:02.386869 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:02.390127 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4f2a02d4-7238-495d-93b8-a4a2d9d4ae50 req-74e74593-eaf8-4ca3-b39a-ba8d1fc0fe7a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.47 "DELETE /v2.0/ports/07e8aaba-4e29-4898-865b-3e4e9f738a49 HTTP/1.1" status: 204 len: 173 time: 0.5521581 Jul 25 06:05:02.390670 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf', 'name': 'network-vif-deleted', 'tag': '07e8aaba-4e29-4898-865b-3e4e9f738a49'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:05:02.392999 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9512262-f8e9-4c82-8dd9-6b802b1391c5" -d '{"events": [{"server_uuid": "3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf", "name": "network-vif-deleted", "tag": "07e8aaba-4e29-4898-865b-3e4e9f738a49"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:05:02.428275 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc446ed0-f6c7-49a5-abdb-4442d0b59ef6 x-openstack-request-id: req-cc446ed0-f6c7-49a5-abdb-4442d0b59ef6 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:05:02.428573 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf", "name": "network-vif-deleted", "tag": "07e8aaba-4e29-4898-865b-3e4e9f738a49", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:05:02.428828 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cc446ed0-f6c7-49a5-abdb-4442d0b59ef6 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:05:02.429236 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc446ed0-f6c7-49a5-abdb-4442d0b59ef6'] response: {'server_uuid': '3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf', 'name': 'network-vif-deleted', 'tag': '07e8aaba-4e29-4898-865b-3e4e9f738a49', 'status': 'completed', 'code': 200} Jul 25 06:05:02.533194 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a1f54-c754-4edf-86e7-8b67c50114d9 req-e758e68a-b9e2-41a4-864a-fc4068c48ced tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:02.534653 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-df5a1f54-c754-4edf-86e7-8b67c50114d9 req-e758e68a-b9e2-41a4-864a-fc4068c48ced tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.0508273 Jul 25 06:05:02.572867 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:02.585412 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-df5a1f54-c754-4edf-86e7-8b67c50114d9 req-9d296703-86b3-44ca-81a2-a9c1634f90d1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435007 Jul 25 06:05:03.078852 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fbbb2c33-03c3-43cd-acfa-9f5cb30ac25c req-270e29f9-183e-4958-9fb1-f6c0ccc0ac48 tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 210 time: 0.0287228 Jul 25 06:05:03.201692 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89da78-f38e-42fa-ac2a-0f0d5282bc22 req-627bf53a-781e-4f36-b665-dae3b1b58a5c tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:03.203140 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ba89da78-f38e-42fa-ac2a-0f0d5282bc22 req-627bf53a-781e-4f36-b665-dae3b1b58a5c tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0476806 Jul 25 06:05:03.267528 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ba89da78-f38e-42fa-ac2a-0f0d5282bc22 req-35ab21c6-e5e5-4391-89ca-93d9c39cb6d6 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=675ab1fb-63b1-4425-be55-46d9266a0914&id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583990 Jul 25 06:05:03.664782 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:03.700355 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742fb13-e4a9-46d4-8435-3a2e3b88ac04 req-cbbd93ad-d1f3-4446-9a9b-df5d35f52662 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:03.701795 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a742fb13-e4a9-46d4-8435-3a2e3b88ac04 req-cbbd93ad-d1f3-4446-9a9b-df5d35f52662 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.0476758 Jul 25 06:05:03.752555 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a742fb13-e4a9-46d4-8435-3a2e3b88ac04 req-269c42a5-2d64-4ddc-93c5-6ef790d5aebd tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444434 Jul 25 06:05:04.177963 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-785704a8-d73c-41b7-be72-1250c6f74cc1 req-f710c894-aa4b-4e6d-9f1b-e9326092214a tempest-ServerRescueNegativeTestJSON-1718876686 tempest-ServerRescueNegativeTestJSON-1718876686-project] 10.222.0.40 "GET /v2.0/ports?device_id=3a12c8a0-efcb-4d3c-99e8-c11fb39eb7cf HTTP/1.1" status: 200 len: 210 time: 0.0287530 Jul 25 06:05:04.582036 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-3755b8e2-21a3-4182-b24d-bc66f588a1cf tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:04.583141 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-3755b8e2-21a3-4182-b24d-bc66f588a1cf tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.0472803 Jul 25 06:05:04.671378 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Deleting port 6e112229-0732-4652-b953-cf6548e850ee {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:05:04.672311 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (6e112229-0732-4652-b953-cf6548e850ee), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:04.762487 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] For port 6e112229-0732-4652-b953-cf6548e850ee, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=6e112229-0732-4652-b953-cf6548e850ee,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:04.764188 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (6e112229-0732-4652-b953-cf6548e850ee), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:04.877105 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ffa5a-1bbe-4cc2-8980-a8aab7608e9c req-25e39e7f-3f31-4f30-9c6f-d1ab21af538c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:04.878727 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-455ffa5a-1bbe-4cc2-8980-a8aab7608e9c req-25e39e7f-3f31-4f30-9c6f-d1ab21af538c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 946 time: 0.0523756 Jul 25 06:05:04.929373 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-455ffa5a-1bbe-4cc2-8980-a8aab7608e9c req-2ddfbd80-cad5-4acd-b36c-c8ca1a9c903c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=68d840ef-e764-49f4-b64b-04833726d094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447719 Jul 25 06:05:04.936398 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:04.936765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (d3b7153a-ff21-4afb-a984-e774203ecfec), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:04.937081 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Floating IP d3b7153a-ff21-4afb-a984-e774203ecfec disassociated. External IP: 172.27.1.241, port: 6e112229-0732-4652-b953-cf6548e850ee. Jul 25 06:05:04.937431 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Calling delete_port for 6e112229-0732-4652-b953-cf6548e850ee owned by compute:nova {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:05:05.060911 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:05.148236 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (6e112229-0732-4652-b953-cf6548e850ee), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:05.177151 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'Port': ['ID=6e112229-0732-4652-b953-cf6548e850ee,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:05.188443 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.188796 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.189133 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.189464 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.198770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:05.236486 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46864) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:05.304487 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:05:05.389323 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:05.410647 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:05:05.422028 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:05:05.433830 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:05:05.435303 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:05.459886 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] No DVR routers for this DVR port 6e112229-0732-4652-b953-cf6548e850ee on host hv-cinder-84841 {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:05:05.462534 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:05.466105 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-69c1e684-31b5-4a10-ab7e-84ad24020f38 req-a011abd5-157c-4b8b-926e-fec3ae665081 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "DELETE /v2.0/ports/6e112229-0732-4652-b953-cf6548e850ee HTTP/1.1" status: 204 len: 173 time: 0.8775826 Jul 25 06:05:05.466715 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'name': 'network-vif-deleted', 'tag': '6e112229-0732-4652-b953-cf6548e850ee'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:05:05.469401 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b3b7b0-255a-49ee-9438-5c56e2ee27c1" -d '{"events": [{"server_uuid": "8fd12755-30ea-4aa4-94ce-e18ed9c29559", "name": "network-vif-deleted", "tag": "6e112229-0732-4652-b953-cf6548e850ee"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:05:05.489912 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:05:05.570976 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f525c93b-5efb-4c9e-af79-2805e5abdd5b x-openstack-request-id: req-f525c93b-5efb-4c9e-af79-2805e5abdd5b {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:05:05.571276 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd12755-30ea-4aa4-94ce-e18ed9c29559", "name": "network-vif-deleted", "tag": "6e112229-0732-4652-b953-cf6548e850ee", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:05:05.571527 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f525c93b-5efb-4c9e-af79-2805e5abdd5b {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:05:05.571937 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f525c93b-5efb-4c9e-af79-2805e5abdd5b'] response: {'server_uuid': '8fd12755-30ea-4aa4-94ce-e18ed9c29559', 'name': 'network-vif-deleted', 'tag': '6e112229-0732-4652-b953-cf6548e850ee', 'status': 'completed', 'code': 200} Jul 25 06:05:05.583955 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:05:05.687158 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 07e8aaba-4e29-4898-865b-3e4e9f738a49 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:05:05.741470 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 07e8aaba-4e29-4898-865b-3e4e9f738a49 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:05:05.741821 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 07e8aaba-4e29-4898-865b-3e4e9f738a49 not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:05:05.743146 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 6e112229-0732-4652-b953-cf6548e850ee no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:05:05.765694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 6e112229-0732-4652-b953-cf6548e850ee {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:05:05.766291 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 6e112229-0732-4652-b953-cf6548e850ee not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:05:05.798801 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:05.880212 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:05.905389 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:05:05.914478 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:05:05.914478 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:05.974358 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (e25796a5-c22a-4674-a750-ea9784e99b56), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:06.019771 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:05:06.053449 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5f598b3b-a72c-4d5b-bf62-8ba76de1d81b req-19289b45-58f1-4771-b5d3-0161132dc06a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=8fd12755-30ea-4aa4-94ce-e18ed9c29559 HTTP/1.1" status: 200 len: 210 time: 0.0353174 Jul 25 06:05:06.198550 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Deleting port 42f199d6-470d-4f51-8825-2bded6363b4c {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:05:06.198895 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:06.213018 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:06.239054 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939c59b-cf48-4ae3-8d29-c1af86646c60 None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:05:06.284676 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] For port 42f199d6-470d-4f51-8825-2bded6363b4c, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=42f199d6-470d-4f51-8825-2bded6363b4c,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:06.285328 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:06.299158 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Calling delete_port for 42f199d6-470d-4f51-8825-2bded6363b4c owned by network:router_interface {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:05:06.366651 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:06.483591 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868ae58-27ac-4274-bab0-8f5d860c0174 None None] New status for floating IP d3b7153a-ff21-4afb-a984-e774203ecfec: DOWN {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:05:06.559167 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (42f199d6-470d-4f51-8825-2bded6363b4c), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:06.585113 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f199d6-470d-4f51-8825-2bded6363b4c,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:06.744322 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:06.762792 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (e25796a5-c22a-4674-a750-ea9784e99b56), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:06.966585 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Router e25796a5-c22a-4674-a750-ea9784e99b56 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:05:07.068261 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:05:07.073023 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-596f4f1f-79aa-43a0-95da-03afa1c79359 admin admin] 10.222.0.40 "PUT /v2.0/routers/e25796a5-c22a-4674-a750-ea9784e99b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8355246 Jul 25 06:05:07.075651 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46876) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:07.078301 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82385049-d52a-4724-9af9-20180da12040 None None] Sync routers for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:05:07.089498 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82385049-d52a-4724-9af9-20180da12040 None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:05:07.090109 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-82385049-d52a-4724-9af9-20180da12040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:07.187651 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks [] for router (e25796a5-c22a-4674-a750-ea9784e99b56), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.193918 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-82385049-d52a-4724-9af9-20180da12040 None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:05:07.203347 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46882) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:07.281975 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0163ce51-6a66-45b2-8b05-49008a2da159 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (68d840ef-e764-49f4-b64b-04833726d094), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.298902 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks [] for router_gateway (e25796a5-c22a-4674-a750-ea9784e99b56), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.310141 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0163ce51-6a66-45b2-8b05-49008a2da159 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (68d840ef-e764-49f4-b64b-04833726d094), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.370232 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:07.372770 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-82385049-d52a-4724-9af9-20180da12040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:05:06Z', 'revision_number': 5, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port': {'id': '5c38cadb-59f0-4d80-95f7-ff34aa55ffc7', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:07.401493 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82385049-d52a-4724-9af9-20180da12040 None None] Checking router: e25796a5-c22a-4674-a750-ea9784e99b56 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:05:07.409630 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82385049-d52a-4724-9af9-20180da12040 None None] Routers {'e25796a5-c22a-4674-a750-ea9784e99b56'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:05:07.410248 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-82385049-d52a-4724-9af9-20180da12040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:04:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['e25796a5-c22a-4674-a750-ea9784e99b56'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:07.412618 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:07.439561 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0163ce51-6a66-45b2-8b05-49008a2da159 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (68d840ef-e764-49f4-b64b-04833726d094), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.443366 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0163ce51-6a66-45b2-8b05-49008a2da159 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.444562 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-0163ce51-6a66-45b2-8b05-49008a2da159 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "DELETE /v2.0/security-groups/68d840ef-e764-49f4-b64b-04833726d094 HTTP/1.1" status: 204 len: 168 time: 0.2394943 Jul 25 06:05:07.447665 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46884) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:07.453866 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ce51-6a66-45b2-8b05-49008a2da159 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d840ef-e764-49f4-b64b-04833726d094,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:07.457620 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Deleting port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:05:07.457971 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.459783 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:07.477548 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.api.v2.resource [None req-8c95c6cf-c0c4-409b-9091-cb8b7b073b1b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] show failed (client error): The resource could not be found. Jul 25 06:05:07.481427 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-8c95c6cf-c0c4-409b-9091-cb8b7b073b1b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups/68d840ef-e764-49f4-b64b-04833726d094 HTTP/1.1" status: 404 len: 347 time: 0.0297503 Jul 25 06:05:07.481806 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46886) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:07.498936 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-82385049-d52a-4724-9af9-20180da12040 None None] Set router e25796a5-c22a-4674-a750-ea9784e99b56 gateway port host: None {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:05:07.549359 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-82385049-d52a-4724-9af9-20180da12040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:05:07Z', 'revision_number': 6, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port_host': None}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:07.559948 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] For port 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=5c38cadb-59f0-4d80-95f7-ff34aa55ffc7,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:07.560348 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.574040 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Calling delete_port for 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 owned by network:router_gateway {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:05:07.576831 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82385049-d52a-4724-9af9-20180da12040 None None] The sync data for ids ['e25796a5-c22a-4674-a750-ea9784e99b56'] in dv-cinder-848418-2-iscsi is: [{'id': 'e25796a5-c22a-4674-a750-ea9784e99b56', 'name': 'tempest-ServerRescueNegativeTestJSON-1259254474-router', 'tenant_id': '07562543fa3e40d584b4d4525b112319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:05:07Z', 'revision_number': 6, 'project_id': '07562543fa3e40d584b4d4525b112319', 'gw_port_host': None}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:05:07.607548 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Deleting port fb74edc0-5ebf-421f-b6ef-b5cce207b0ee {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:05:07.607697 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (fb74edc0-5ebf-421f-b6ef-b5cce207b0ee), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.696331 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (fb74edc0-5ebf-421f-b6ef-b5cce207b0ee), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.696663 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (fb74edc0-5ebf-421f-b6ef-b5cce207b0ee), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.700652 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:07.709728 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Calling delete_port for fb74edc0-5ebf-421f-b6ef-b5cce207b0ee owned by network:floatingip {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:05:07.796786 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (5c38cadb-59f0-4d80-95f7-ff34aa55ffc7), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.824235 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c38cadb-59f0-4d80-95f7-ff34aa55ffc7,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:07.890849 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (e25796a5-c22a-4674-a750-ea9784e99b56), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.931106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (fb74edc0-5ebf-421f-b6ef-b5cce207b0ee), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.961033 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'Port': ['ID=fb74edc0-5ebf-421f-b6ef-b5cce207b0ee,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:07.983065 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (e25796a5-c22a-4674-a750-ea9784e99b56), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:07.985877 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks [] for router_controller (e25796a5-c22a-4674-a750-ea9784e99b56), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.016486 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:08.036664 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (d3b7153a-ff21-4afb-a984-e774203ecfec), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.039172 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.040348 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-0b1070f4-22e7-43a3-89bc-64c7574b90e5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "DELETE /v2.0/floatingips/d3b7153a-ff21-4afb-a984-e774203ecfec HTTP/1.1" status: 204 len: 168 time: 0.5573740 Jul 25 06:05:08.107958 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (e25796a5-c22a-4674-a750-ea9784e99b56), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.108736 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e25796a5-c22a-4674-a750-ea9784e99b56 {{(pid=110782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:05:08.118327 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.118327 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6134e3a3-6f63-4181-a4bb-d90cfa548c8a admin admin] 10.222.0.40 "DELETE /v2.0/routers/e25796a5-c22a-4674-a750-ea9784e99b56 HTTP/1.1" status: 204 len: 168 time: 1.0385370 Jul 25 06:05:08.118327 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46890) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:08.162598 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09bd191-609c-4e4a-913d-743724222971 admin admin] Deleting subnet 5c96afb4-3704-4948-b0ad-db64e1b6dbc9 {{(pid=110782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:05:08.165646 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a09bd191-609c-4e4a-913d-743724222971 admin admin] Publish callbacks [] for subnet (5c96afb4-3704-4948-b0ad-db64e1b6dbc9), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.183125 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46892) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:08.188495 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-d01720ed-70e7-47fa-8e61-912d9390f824 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588955345', 'description': 'tempest-description--844184182'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:08.201059 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a09bd191-609c-4e4a-913d-743724222971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126647'] for subnet (5c96afb4-3704-4948-b0ad-db64e1b6dbc9), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.271255 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d01720ed-70e7-47fa-8e61-912d9390f824 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.278955 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a09bd191-609c-4e4a-913d-743724222971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (5c96afb4-3704-4948-b0ad-db64e1b6dbc9), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.342936 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d01720ed-70e7-47fa-8e61-912d9390f824 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (b77f6278-bc8f-49a1-b562-8da69aab0475), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.394922 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 42f199d6-470d-4f51-8825-2bded6363b4c no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:05:08.405627 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a09bd191-609c-4e4a-913d-743724222971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11572787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8647388'] for subnet (5c96afb4-3704-4948-b0ad-db64e1b6dbc9), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.415467 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 42f199d6-470d-4f51-8825-2bded6363b4c {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:05:08.415813 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 42f199d6-470d-4f51-8825-2bded6363b4c not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:05:08.416260 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:05:08.427991 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d01720ed-70e7-47fa-8e61-912d9390f824 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b77f6278-bc8f-49a1-b562-8da69aab0475), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.433676 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bd191-609c-4e4a-913d-743724222971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c96afb4-3704-4948-b0ad-db64e1b6dbc9,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:08.434981 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:05:08.435331 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 5c38cadb-59f0-4d80-95f7-ff34aa55ffc7 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:05:08.443536 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a09bd191-609c-4e4a-913d-743724222971 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.448151 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a09bd191-609c-4e4a-913d-743724222971 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5c96afb4-3704-4948-b0ad-db64e1b6dbc9 HTTP/1.1" status: 204 len: 168 time: 0.3281331 Jul 25 06:05:08.449568 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46894) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:08.453315 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd386f72-6495-47ba-8555-621991867719 None None] Network aa79d0fe-56b1-4e97-990f-ad8f32170783 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:05:08.473368 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01720ed-70e7-47fa-8e61-912d9390f824 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f6278-bc8f-49a1-b562-8da69aab0475,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:08.528989 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (aa79d0fe-56b1-4e97-990f-ad8f32170783), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.544979 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d01720ed-70e7-47fa-8e61-912d9390f824 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.546524 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d01720ed-70e7-47fa-8e61-912d9390f824 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3613348 Jul 25 06:05:08.549896 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46896) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:08.555076 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-b9cf2b5d-2678-4d42-b9da-d38457df8535 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group_rule': {'security_group_id': 'b77f6278-bc8f-49a1-b562-8da69aab0475', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:08.574278 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Deleting port a4528406-144c-4155-be7c-bef55d50f359 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:05:08.574630 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (a4528406-144c-4155-be7c-bef55d50f359), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.635473 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] DHCP port deletion for aa79d0fe-56b1-4e97-990f-ad8f32170783 request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:05:08.645524 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2b5d-2678-4d42-b9da-d38457df8535 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (62f31d0a-7d1b-4bf6-b73c-0e9240f05f08), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.650765 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:08.674209 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] For port a4528406-144c-4155-be7c-bef55d50f359, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=a4528406-144c-4155-be7c-bef55d50f359,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:08.674209 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (a4528406-144c-4155-be7c-bef55d50f359), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.683998 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:08.684849 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Calling delete_port for a4528406-144c-4155-be7c-bef55d50f359 owned by network:dhcp {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:05:08.701468 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Deleting port a4528406-144c-4155-be7c-bef55d50f359 {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:05:08.701468 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (a4528406-144c-4155-be7c-bef55d50f359), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.722324 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2b5d-2678-4d42-b9da-d38457df8535 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (62f31d0a-7d1b-4bf6-b73c-0e9240f05f08), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.767289 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] For port a4528406-144c-4155-be7c-bef55d50f359, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=a4528406-144c-4155-be7c-bef55d50f359,segment=NetworkSegment(12ab516b-dc7c-4131-bf2b-4d20a919e0dc),segment_id=12ab516b-dc7c-4131-bf2b-4d20a919e0dc)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:08.767690 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (a4528406-144c-4155-be7c-bef55d50f359), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.782343 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Calling delete_port for a4528406-144c-4155-be7c-bef55d50f359 owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:05:08.799379 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2b5d-2678-4d42-b9da-d38457df8535 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (62f31d0a-7d1b-4bf6-b73c-0e9240f05f08), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.820435 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf2b5d-2678-4d42-b9da-d38457df8535 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f31d0a-7d1b-4bf6-b73c-0e9240f05f08,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:08.833593 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (a4528406-144c-4155-be7c-bef55d50f359), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.837860 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:08.868662 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] No DVR routers for this DVR port a4528406-144c-4155-be7c-bef55d50f359 on host dv-cinder-848418-2-iscsi {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:05:08.868846 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (a4528406-144c-4155-be7c-bef55d50f359), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.868951 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4528406-144c-4155-be7c-bef55d50f359,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:08.887122 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2b5d-2678-4d42-b9da-d38457df8535 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.890703 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-b9cf2b5d-2678-4d42-b9da-d38457df8535 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3368635 Jul 25 06:05:08.891242 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46898) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:08.901342 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Pushing event deleted for resources: {'Port': ['ID=a4528406-144c-4155-be7c-bef55d50f359,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:08.901495 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-38c6e6df-8e3c-4ff5-b5e9-003ee8779b2f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'security_group_rule': {'security_group_id': 'b77f6278-bc8f-49a1-b562-8da69aab0475', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:08.903386 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.904013 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.904518 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.904990 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.905463 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.905947 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.906513 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.906960 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.907435 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.907908 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.908417 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.908905 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.909403 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.910627 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.911110 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:08.914880 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da9c755-d002-46f0-8aa9-9f6b1a8b942f None None] No DVR routers for this DVR port a4528406-144c-4155-be7c-bef55d50f359 on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:05:08.949345 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (aa79d0fe-56b1-4e97-990f-ad8f32170783), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:08.969806 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa79d0fe-56b1-4e97-990f-ad8f32170783']}} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:08.980009 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ab516b-dc7c-4131-bf2b-4d20a919e0dc') {'for_net_delete': True} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:08.980339 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ab516b-dc7c-4131-bf2b-4d20a919e0dc') {} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:08.990671 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126606'] for segment (12ab516b-dc7c-4131-bf2b-4d20a919e0dc), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.005527 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (12ab516b-dc7c-4131-bf2b-4d20a919e0dc), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.011243 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38c6e6df-8e3c-4ff5-b5e9-003ee8779b2f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (5a9155f7-0aa9-457f-b141-fa9524c9dbe6), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.012052 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=110782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:05:09.012484 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11572873'] for segment (12ab516b-dc7c-4131-bf2b-4d20a919e0dc), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.045857 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 12ab516b-dc7c-4131-bf2b-4d20a919e0dc resource provider aggregate not found Jul 25 06:05:09.073344 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38c6e6df-8e3c-4ff5-b5e9-003ee8779b2f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (5a9155f7-0aa9-457f-b141-fa9524c9dbe6), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.078799 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 12ab516b-dc7c-4131-bf2b-4d20a919e0dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12ab516b-dc7c-4131-bf2b-4d20a919e0dc found for delete ", "request_id": "req-8e9f0850-f80b-4f89-a02a-6898af79bc61"}]} Jul 25 06:05:09.150711 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38c6e6df-8e3c-4ff5-b5e9-003ee8779b2f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (5a9155f7-0aa9-457f-b141-fa9524c9dbe6), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.162479 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (aa79d0fe-56b1-4e97-990f-ad8f32170783), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.168482 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.170384 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6e6df-8e3c-4ff5-b5e9-003ee8779b2f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9155f7-0aa9-457f-b141-fa9524c9dbe6,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:09.171613 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] 10.222.0.40 "DELETE /v2.0/networks/aa79d0fe-56b1-4e97-990f-ad8f32170783 HTTP/1.1" status: 204 len: 168 time: 0.7208869 Jul 25 06:05:09.183647 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f45d6-6e31-46de-9161-362a2f70a4f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa79d0fe-56b1-4e97-990f-ad8f32170783,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:09.256343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-38c6e6df-8e3c-4ff5-b5e9-003ee8779b2f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.257616 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-38c6e6df-8e3c-4ff5-b5e9-003ee8779b2f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3651626 Jul 25 06:05:09.260610 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 46906) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:09.264776 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:09.350701 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.431903 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.469298 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:09.490708 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46908) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:09.531301 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e95e1394-bb45-4e3e-aee1-b2f14d149235 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=07562543fa3e40d584b4d4525b112319&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393922 Jul 25 06:05:09.533752 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 46910) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:09.537057 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Allocated IP 172.27.1.73 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/99e77802-c239-42e5-b018-7646196096b1) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:05:09.584233 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b65fbf9a-fb7f-4868-8866-660514384e3e admin admin] Publish callbacks [] for security_group (1c7b8d4f-27b0-47e4-babc-e791443cbfbd), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.606429 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b65fbf9a-fb7f-4868-8866-660514384e3e admin admin] Publish callbacks [] for security_group (1c7b8d4f-27b0-47e4-babc-e791443cbfbd), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.645926 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (99e77802-c239-42e5-b018-7646196096b1), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.739775 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b65fbf9a-fb7f-4868-8866-660514384e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (1c7b8d4f-27b0-47e4-babc-e791443cbfbd), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.742369 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b65fbf9a-fb7f-4868-8866-660514384e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.743641 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b65fbf9a-fb7f-4868-8866-660514384e3e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1c7b8d4f-27b0-47e4-babc-e791443cbfbd HTTP/1.1" status: 204 len: 168 time: 0.2089384 Jul 25 06:05:09.751642 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fbf9a-fb7f-4868-8866-660514384e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b8d4f-27b0-47e4-babc-e791443cbfbd,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:09.771257 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (99e77802-c239-42e5-b018-7646196096b1), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:09.811480 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:05:09.818292 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:05:09.820791 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:05:09.846468 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=99e77802-c239-42e5-b018-7646196096b1,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:09.864315 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:09.916062 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (f373296a-585b-430c-a04d-be4d5492dac1), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:10.054728 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (99e77802-c239-42e5-b018-7646196096b1), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:10.211092 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (99e77802-c239-42e5-b018-7646196096b1), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:10.273913 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (99e77802-c239-42e5-b018-7646196096b1), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:10.343538 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=99e77802-c239-42e5-b018-7646196096b1,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:10.356365 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (f373296a-585b-430c-a04d-be4d5492dac1), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:10.386539 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device a4528406-144c-4155-be7c-bef55d50f359 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:05:10.406639 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: a4528406-144c-4155-be7c-bef55d50f359 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:05:10.407125 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device a4528406-144c-4155-be7c-bef55d50f359 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:05:10.421344 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:10.422674 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-e70ea5f6-a12f-42fb-8c13-371dfe529ada tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1611524 Jul 25 06:05:10.628985 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-8239c243-41c4-49bd-a3ba-44634a6bebf1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1588955345&fields=id&tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 267 time: 0.0467472 Jul 25 06:05:10.722869 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:10.737358 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-c37192c3-bf2b-4ed4-adc2-33a65599cac9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:10.739176 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-c37192c3-bf2b-4ed4-adc2-33a65599cac9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 814 time: 0.1034262 Jul 25 06:05:10.755294 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-9f484b5e-0a1f-4709-9bc2-0697a738ed5a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/quotas/a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 375 time: 0.0104287 Jul 25 06:05:10.810504 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-7f43402b-82d8-470d-8b42-b89d9def94b0 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492642 Jul 25 06:05:11.014636 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-de07724a-d664-40bf-87ab-8d77d796ef89 service neutron] 10.222.0.40 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921265 Jul 25 06:05:11.121343 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d0ce905e-0b66-47c5-9d7c-f60aabf38452 service neutron] 10.222.0.40 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996428 Jul 25 06:05:11.491900 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a4a67c55-a932-4cb7-8ef9-942063aa660f req-e7032283-0e90-40e9-a9c3-13438f5b06ea tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 210 time: 0.0300281 Jul 25 06:05:12.743615 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-62a0493b-4f5f-4791-bd28-409f49f7f3eb req-2a8f564f-d8a4-457c-805c-1783fa194301 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 210 time: 0.0310130 Jul 25 06:05:13.638868 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-59a20613-e77f-4fec-b151-63fb2ca02a2e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:13.640243 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-59a20613-e77f-4fec-b151-63fb2ca02a2e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 814 time: 0.1024833 Jul 25 06:05:13.710117 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-a4f89283-10b4-4324-b81f-6ab4f7bcc74c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35 HTTP/1.1" status: 200 len: 380 time: 0.0574713 Jul 25 06:05:13.720053 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'port': {'device_id': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'admin_state_up': True, 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'security_groups': ['b77f6278-bc8f-49a1-b562-8da69aab0475']}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:13.851056 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-95bad97a-43e3-4b7d-a64b-5a662830c5c1 req-f341a0b6-79ae-456c-af6e-2030a5b2fd80 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 210 time: 0.0360165 Jul 25 06:05:13.860436 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:13.934390 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Made reservation on behalf of a6fd13a3dd1d4e2b83cf6e44160adf35 for: {'port': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:05:13.937920 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:14.066511 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Allocated IP 172.20.0.10 (d80cb7ca-3031-41c9-afe8-b6a4faf27141/643fd28a-aa2d-43b1-bd8f-778a3da61ff3/7da6481b-18b6-48f5-aaff-0f86837cc82a) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:05:14.205420 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:14.226193 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:14.291232 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:14.336067 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:05:14.339298 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:05:14.341700 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:05:14.376299 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event updated for resources: {'Port': ['ID=7da6481b-18b6-48f5-aaff-0f86837cc82a,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:14.404481 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:14.405091 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:14.479204 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-adcd03fa-a6ad-4ba8-8a05-ba88d726d50f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7627826 Jul 25 06:05:14.531806 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-ce5754c9-8d72-42b9-a723-b3d4dbb0bfd8 None None] Provisioning complete for port 7da6481b-18b6-48f5-aaff-0f86837cc82a triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:05:14.532387 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ce5754c9-8d72-42b9-a723-b3d4dbb0bfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:14.541937 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Request body: {'port': {'device_id': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:14.565575 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-ce5754c9-8d72-42b9-a723-b3d4dbb0bfd8 None None] Port 7da6481b-18b6-48f5-aaff-0f86837cc82a cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:05:14.608566 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:14.792938 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47012) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:14.910182 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee785-549e-4d68-8a2b-594df8b8e1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:14.990826 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee785-549e-4d68-8a2b-594df8b8e1b9 admin admin] Publish callbacks [] for security_group (f0f38b71-bf56-4aad-add6-33d63bf5460f), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.071065 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee785-549e-4d68-8a2b-594df8b8e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (f0f38b71-bf56-4aad-add6-33d63bf5460f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.073320 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cdda7-2d11-4894-9a28-5bc4bcea491d req-cd627aab-a1ac-4a9a-bf23-d6432ddf914b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:15.074795 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-265cdda7-2d11-4894-9a28-5bc4bcea491d req-cd627aab-a1ac-4a9a-bf23-d6432ddf914b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 932 time: 0.0909431 Jul 25 06:05:15.111930 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2d5ee785-549e-4d68-8a2b-594df8b8e1b9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8f06daf80ee3411ea26303b19e764337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178856 Jul 25 06:05:15.114680 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47018) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:15.120706 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ee785-549e-4d68-8a2b-594df8b8e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f38b71-bf56-4aad-add6-33d63bf5460f,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:15.123387 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:15.156791 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:15.168728 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-18da120a-3afd-4550-bdc3-71c3da9f35b1 admin admin] Publish callbacks [] for security_group (f0f38b71-bf56-4aad-add6-33d63bf5460f), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.183772 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-265cdda7-2d11-4894-9a28-5bc4bcea491d req-2ea19c5a-aeab-41db-b3cb-7c5aa2fa7b9d tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023724 Jul 25 06:05:15.190839 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-18da120a-3afd-4550-bdc3-71c3da9f35b1 admin admin] Publish callbacks [] for security_group (f0f38b71-bf56-4aad-add6-33d63bf5460f), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.195392 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da6481b-18b6-48f5-aaff-0f86837cc82a {{(pid=110783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:05:15.203802 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Publish callbacks [] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.218816 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.provisioning_blocks [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Transition to ACTIVE for port object 7da6481b-18b6-48f5-aaff-0f86837cc82a will not be triggered until provisioned by entity L2. {{(pid=110783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:05:15.330908 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-18da120a-3afd-4550-bdc3-71c3da9f35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (f0f38b71-bf56-4aad-add6-33d63bf5460f), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.331124 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.333526 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-18da120a-3afd-4550-bdc3-71c3da9f35b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.334766 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-18da120a-3afd-4550-bdc3-71c3da9f35b1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f0f38b71-bf56-4aad-add6-33d63bf5460f HTTP/1.1" status: 204 len: 168 time: 0.2191870 Jul 25 06:05:15.342915 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da120a-3afd-4550-bdc3-71c3da9f35b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f38b71-bf56-4aad-add6-33d63bf5460f,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:15.388355 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7da6481b-18b6-48f5-aaff-0f86837cc82a,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:15.470606 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Attempting to bind port 7da6481b-18b6-48f5-aaff-0f86837cc82a on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:05:15.470943 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Attempting to bind port 7da6481b-18b6-48f5-aaff-0f86837cc82a by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:05:15.471272 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Attempting to bind port 7da6481b-18b6-48f5-aaff-0f86837cc82a on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:05:15.476438 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Port 7da6481b-18b6-48f5-aaff-0f86837cc82a on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:05:15.476763 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Attempting to bind port 7da6481b-18b6-48f5-aaff-0f86837cc82a on network d80cb7ca-3031-41c9-afe8-b6a4faf27141 {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:05:15.482035 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:05:15.482373 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Checking segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:05:15.482756 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Bound using segment: {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'} {{(pid=110783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:05:15.483193 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.managers [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Bound port: 7da6481b-18b6-48f5-aaff-0f86837cc82a, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '232f109c-80c5-4c54-aa60-1e2121f24487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141'}}] {{(pid=110783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:05:15.483549 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.500101 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:15.550099 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] For port 7da6481b-18b6-48f5-aaff-0f86837cc82a, host hv-cinder-84841, cleared binding levels {{(pid=110783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:05:15.553855 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] For port 7da6481b-18b6-48f5-aaff-0f86837cc82a, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7da6481b-18b6-48f5-aaff-0f86837cc82a,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:05:15.619986 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.654445 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:15.654665 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:15.655974 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/7da6481b-18b6-48f5-aaff-0f86837cc82a HTTP/1.1" status: 200 len: 1094 time: 1.1683331 Jul 25 06:05:15.656444 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'tag': '7da6481b-18b6-48f5-aaff-0f86837cc82a'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:05:15.658668 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c9516d-215d-42fe-9b72-bd233990afe9" -d '{"events": [{"name": "network-changed", "server_uuid": "d21512fe-e078-4674-bb50-659aeebf1a6b", "tag": "7da6481b-18b6-48f5-aaff-0f86837cc82a"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:05:15.686075 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbe0f4-8fbd-40d2-958e-8957839052b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7da6481b-18b6-48f5-aaff-0f86837cc82a,revision_number=3']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:15.712136 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804acb73-da71-4d6c-863b-54e47af9c03e x-openstack-request-id: req-804acb73-da71-4d6c-863b-54e47af9c03e {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:05:15.712449 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21512fe-e078-4674-bb50-659aeebf1a6b", "tag": "7da6481b-18b6-48f5-aaff-0f86837cc82a", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:05:15.712712 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-804acb73-da71-4d6c-863b-54e47af9c03e {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:05:15.713137 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804acb73-da71-4d6c-863b-54e47af9c03e'] response: {'name': 'network-changed', 'server_uuid': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'tag': '7da6481b-18b6-48f5-aaff-0f86837cc82a', 'status': 'completed', 'code': 200} Jul 25 06:05:15.789206 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9516d-215d-42fe-9b72-bd233990afe9 req-01218746-b671-4275-91d0-e12c21c353eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:15.791014 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-16c9516d-215d-42fe-9b72-bd233990afe9 req-01218746-b671-4275-91d0-e12c21c353eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 1128 time: 0.0491285 Jul 25 06:05:15.896283 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9516d-215d-42fe-9b72-bd233990afe9 req-4c9591db-0ed8-492d-b7fb-c88c44de68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:15.897741 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-16c9516d-215d-42fe-9b72-bd233990afe9 req-4c9591db-0ed8-492d-b7fb-c88c44de68e0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0976422 Jul 25 06:05:16.002876 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9516d-215d-42fe-9b72-bd233990afe9 req-50cb61c7-b82a-43d6-80b3-5fdd9dbf96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:16.004432 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-16c9516d-215d-42fe-9b72-bd233990afe9 req-50cb61c7-b82a-43d6-80b3-5fdd9dbf96b8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989542 Jul 25 06:05:16.082049 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-ec4ecf91-223d-4dcd-9a19-c8d05f9faa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:16.084248 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-ec4ecf91-223d-4dcd-9a19-c8d05f9faa4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 1128 time: 0.0398684 Jul 25 06:05:16.134452 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-0c71fa2e-6f30-4f5f-91b3-d048b43b03aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7da6481b-18b6-48f5-aaff-0f86837cc82a HTTP/1.1" status: 200 len: 217 time: 0.0391266 Jul 25 06:05:16.187326 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-8fea908f-c037-4e40-a26a-0f9878e4ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:16.188798 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-8fea908f-c037-4e40-a26a-0f9878e4ad8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=643fd28a-aa2d-43b1-bd8f-778a3da61ff3 HTTP/1.1" status: 200 len: 853 time: 0.0486767 Jul 25 06:05:16.233394 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-55d3f0ee-6a73-417b-9eaf-daf544ef1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:16.234889 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-55d3f0ee-6a73-417b-9eaf-daf544ef1030 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d80cb7ca-3031-41c9-afe8-b6a4faf27141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388286 Jul 25 06:05:16.349145 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568f5e5-dca8-4398-9f03-58db55393005 req-da22f60c-aae2-4595-88f5-955a8f654b0c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:16.350845 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4568f5e5-dca8-4398-9f03-58db55393005 req-da22f60c-aae2-4595-88f5-955a8f654b0c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 944 time: 0.0900106 Jul 25 06:05:16.362332 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:16.391792 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-cf0a687c-a56c-4abf-865d-772c2de3c0b3 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491115 Jul 25 06:05:16.447511 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4568f5e5-dca8-4398-9f03-58db55393005 req-aff0efac-cebd-41e5-a5f3-c024f7de8420 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880983 Jul 25 06:05:16.510075 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-55fe4971-33cc-4ec6-beeb-b1c68e63d729 req-ff8aae05-7f22-4ddd-b015-0d4d679aaf57 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083198 Jul 25 06:05:17.563760 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc34fc-4acb-45f0-b078-a86c8464857b req-a1eb8820-0316-4357-bf8d-68f99115fbc5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:17.565269 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e3dc34fc-4acb-45f0-b078-a86c8464857b req-a1eb8820-0316-4357-bf8d-68f99115fbc5 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 944 time: 0.0495198 Jul 25 06:05:17.616250 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e3dc34fc-4acb-45f0-b078-a86c8464857b req-55983c74-355e-47d4-8dcf-069221911d2f tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447826 Jul 25 06:05:18.731135 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096830-b107-460c-a289-bc278a9973ce req-c2a83012-e29e-4f7c-bbed-0ee1acf758eb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:18.732627 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-48096830-b107-460c-a289-bc278a9973ce req-c2a83012-e29e-4f7c-bbed-0ee1acf758eb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 944 time: 0.0485544 Jul 25 06:05:18.780708 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-48096830-b107-460c-a289-bc278a9973ce req-c640d4ab-ff24-4bf0-8b2e-33792f3d4bce tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 Jul 25 06:05:19.691910 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 7da6481b-18b6-48f5-aaff-0f86837cc82a details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:05:19.795862 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 7da6481b-18b6-48f5-aaff-0f86837cc82a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7da6481b-18b6-48f5-aaff-0f86837cc82a,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:19.808331 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '7da6481b-18b6-48f5-aaff-0f86837cc82a', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'port_id': '7da6481b-18b6-48f5-aaff-0f86837cc82a', 'mac_address': 'fa:16:3e:34:90:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:05:19.843412 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 7da6481b-18b6-48f5-aaff-0f86837cc82a is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:05:19.843805 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:19.859385 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da6481b-18b6-48f5-aaff-0f86837cc82a {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:05:19.886294 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 7da6481b-18b6-48f5-aaff-0f86837cc82a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7da6481b-18b6-48f5-aaff-0f86837cc82a,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:19.948455 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:19.954415 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:19.974096 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:19.999728 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=7da6481b-18b6-48f5-aaff-0f86837cc82a,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:20.056494 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efc1da-3eb6-4df3-aa27-fdab1fef2db2 req-65aebd6a-973d-4d46-8406-c4e4880f2434 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:20.057959 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e6efc1da-3eb6-4df3-aa27-fdab1fef2db2 req-65aebd6a-973d-4d46-8406-c4e4880f2434 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 945 time: 0.0481207 Jul 25 06:05:20.101129 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:20.105718 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e6efc1da-3eb6-4df3-aa27-fdab1fef2db2 req-e61c946a-13e5-4a48-b94a-ac7b14c81102 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 Jul 25 06:05:21.226452 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731629a5-13ab-4851-97e0-baa74a26bd0a req-38b912b2-a12e-43d6-8a08-c8819baf62c8 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:21.227909 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-731629a5-13ab-4851-97e0-baa74a26bd0a req-38b912b2-a12e-43d6-8a08-c8819baf62c8 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 945 time: 0.0529389 Jul 25 06:05:21.275240 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-731629a5-13ab-4851-97e0-baa74a26bd0a req-ac1e71ee-8d9c-41cc-8d83-fe056bb68303 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Jul 25 06:05:22.392615 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0e5c2-e611-4b84-b8c8-92be65585f83 req-1a245e98-a164-4da2-abc0-1a4175782d47 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:22.394009 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3cd0e5c2-e611-4b84-b8c8-92be65585f83 req-1a245e98-a164-4da2-abc0-1a4175782d47 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 945 time: 0.0470395 Jul 25 06:05:22.445497 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3cd0e5c2-e611-4b84-b8c8-92be65585f83 req-97abea2a-658d-4ecb-ab44-fd706629c2e0 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456457 Jul 25 06:05:22.692256 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['7da6481b-18b6-48f5-aaff-0f86837cc82a'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:05:23.456127 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=18 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:23.460989 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:23.557577 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff731c-a636-4d69-b5c6-cc71aa851adc req-53fae30a-22d8-4645-8ded-04fe0c2c7863 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:23.559035 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d3ff731c-a636-4d69-b5c6-cc71aa851adc req-53fae30a-22d8-4645-8ded-04fe0c2c7863 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 945 time: 0.0476408 Jul 25 06:05:23.605359 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d3ff731c-a636-4d69-b5c6-cc71aa851adc req-9a05c333-3502-4d09-95f8-94ceeaf375ea tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Jul 25 06:05:24.694264 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 7da6481b-18b6-48f5-aaff-0f86837cc82a up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:05:24.720641 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb529f-e424-4d6d-9c9c-3b79f634fb50 req-853c1f2a-6877-414d-9da2-2a30331d2b43 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:24.722186 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-04eb529f-e424-4d6d-9c9c-3b79f634fb50 req-853c1f2a-6877-414d-9da2-2a30331d2b43 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 945 time: 0.0498405 Jul 25 06:05:24.738148 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 7da6481b-18b6-48f5-aaff-0f86837cc82a completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:05:24.775077 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-04eb529f-e424-4d6d-9c9c-3b79f634fb50 req-f5a194f9-81f5-4db5-8410-ebc1297910a3 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470827 Jul 25 06:05:24.834603 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 7da6481b-18b6-48f5-aaff-0f86837cc82a triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:05:24.834985 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:24.912556 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 7da6481b-18b6-48f5-aaff-0f86837cc82a is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:05:24.912943 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:24.937953 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da6481b-18b6-48f5-aaff-0f86837cc82a'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:05:24.940276 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d6b12a-dde5-4cb2-aa40-11e1d1d0a0cf" -d '{"events": [{"server_uuid": "d21512fe-e078-4674-bb50-659aeebf1a6b", "name": "network-vif-plugged", "status": "completed", "tag": "7da6481b-18b6-48f5-aaff-0f86837cc82a"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:05:24.953220 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 7da6481b-18b6-48f5-aaff-0f86837cc82a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7da6481b-18b6-48f5-aaff-0f86837cc82a,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:25.028362 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:25.050712 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc98fee3-0cf0-466b-bfb5-ddeb0e97078b x-openstack-request-id: req-bc98fee3-0cf0-466b-bfb5-ddeb0e97078b {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:05:25.056498 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21512fe-e078-4674-bb50-659aeebf1a6b", "name": "network-vif-plugged", "status": "completed", "tag": "7da6481b-18b6-48f5-aaff-0f86837cc82a", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:05:25.056498 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bc98fee3-0cf0-466b-bfb5-ddeb0e97078b {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:05:25.056498 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc98fee3-0cf0-466b-bfb5-ddeb0e97078b'] response: {'server_uuid': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da6481b-18b6-48f5-aaff-0f86837cc82a', 'code': 200} Jul 25 06:05:25.079006 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=7da6481b-18b6-48f5-aaff-0f86837cc82a,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:25.225169 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf73fb9-6965-4e13-955f-ff94373a2223 req-004dd20a-19e9-4311-8694-83b71859d1b5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:25.226572 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6bf73fb9-6965-4e13-955f-ff94373a2223 req-004dd20a-19e9-4311-8694-83b71859d1b5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0497785 Jul 25 06:05:25.277495 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6bf73fb9-6965-4e13-955f-ff94373a2223 req-526b26f4-9dd5-41f6-80b9-b0d3e80397b6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452604 Jul 25 06:05:25.443433 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8e4a1-6a14-4e79-ac33-4c0dc31cadd0 req-09722024-08f2-4790-adae-1a31f58cbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:25.445064 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6aa8e4a1-6a14-4e79-ac33-4c0dc31cadd0 req-09722024-08f2-4790-adae-1a31f58cbd05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 1130 time: 0.0394225 Jul 25 06:05:25.478945 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:25.494097 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6aa8e4a1-6a14-4e79-ac33-4c0dc31cadd0 req-f31a069d-38b5-41d3-8c0f-dea7688542db service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380299 Jul 25 06:05:25.897525 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0143c4-9925-47dd-b704-84aafa7f21fd req-acf70e0c-0b87-4052-b26b-693b044d9b4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:25.899351 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6e0143c4-9925-47dd-b704-84aafa7f21fd req-acf70e0c-0b87-4052-b26b-693b044d9b4c tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 946 time: 0.0522897 Jul 25 06:05:25.948647 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6e0143c4-9925-47dd-b704-84aafa7f21fd req-d216dce7-f86f-4ebd-bc45-eb44fe62ce44 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Jul 25 06:05:26.396874 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e2434-d737-42de-a2df-3c6900393f6b req-7585fffc-c160-45ef-acc9-ea4adb08fb3f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:26.398829 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a52e2434-d737-42de-a2df-3c6900393f6b req-7585fffc-c160-45ef-acc9-ea4adb08fb3f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0488420 Jul 25 06:05:26.446470 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a52e2434-d737-42de-a2df-3c6900393f6b req-f9f2b79c-051d-4a14-8f46-ee0d0f0d8ba5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 Jul 25 06:05:27.068690 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07974f-adf0-4f92-9e72-37d6b4fb7bd3 req-390c8f28-572c-4c69-b670-f5cceb0f66cf tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:27.070151 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7c07974f-adf0-4f92-9e72-37d6b4fb7bd3 req-390c8f28-572c-4c69-b670-f5cceb0f66cf tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 946 time: 0.0540080 Jul 25 06:05:27.105543 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-899706c4-678a-4531-8fee-9aa33890374c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:27.118517 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7c07974f-adf0-4f92-9e72-37d6b4fb7bd3 req-485694c4-e5ba-4499-82e8-f5be7f2297e1 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Jul 25 06:05:27.572350 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed9e87-8dae-4c50-b537-e4844581c9dc req-44dc6fb4-4fde-4eb2-b549-11e7787578eb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:27.573969 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-54ed9e87-8dae-4c50-b537-e4844581c9dc req-44dc6fb4-4fde-4eb2-b549-11e7787578eb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0521300 Jul 25 06:05:27.624558 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-54ed9e87-8dae-4c50-b537-e4844581c9dc req-e493e14f-052b-4ad7-8d01-bbfd038c5693 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424070 Jul 25 06:05:28.008861 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47178) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:28.114101 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-23d4b0f8-b80c-4a74-8e14-44c739e1d746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:28.191908 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-23d4b0f8-b80c-4a74-8e14-44c739e1d746 admin admin] Publish callbacks [] for security_group (cfcddd4f-2a6c-4a8d-9f95-bf25eaac6198), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:28.232902 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84206675-0c23-44b6-8d21-a51e7fd6d40a req-fc6d949a-0f15-4ece-9716-5708435f9ef0 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:28.234360 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-84206675-0c23-44b6-8d21-a51e7fd6d40a req-fc6d949a-0f15-4ece-9716-5708435f9ef0 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 946 time: 0.0470529 Jul 25 06:05:28.270840 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-23d4b0f8-b80c-4a74-8e14-44c739e1d746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cfcddd4f-2a6c-4a8d-9f95-bf25eaac6198), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:28.281616 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-84206675-0c23-44b6-8d21-a51e7fd6d40a req-8163a066-c50d-4f53-bd91-42789b01dcdb tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416121 Jul 25 06:05:28.314321 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-23d4b0f8-b80c-4a74-8e14-44c739e1d746 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5521bf5e1f7d409785d9305ac74946d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043790 Jul 25 06:05:28.315717 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4b0f8-b80c-4a74-8e14-44c739e1d746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcddd4f-2a6c-4a8d-9f95-bf25eaac6198,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:28.317161 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47186) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:28.372731 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5d6c-dad9-43c6-901d-ad6f91ca8db5 admin admin] Publish callbacks [] for security_group (cfcddd4f-2a6c-4a8d-9f95-bf25eaac6198), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:28.395199 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5d6c-dad9-43c6-901d-ad6f91ca8db5 admin admin] Publish callbacks [] for security_group (cfcddd4f-2a6c-4a8d-9f95-bf25eaac6198), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:28.408928 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421f1b0-c7f1-4b1c-84ff-78ac9e0d5f76 req-ff937b38-1466-4e6a-a5a7-74ecda293b1b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:28.410331 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1421f1b0-c7f1-4b1c-84ff-78ac9e0d5f76 req-ff937b38-1466-4e6a-a5a7-74ecda293b1b tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 946 time: 0.0527809 Jul 25 06:05:28.419580 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47188) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:28.424022 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-4cc94900-3dac-4195-b65c-8f7686bc328e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Request body: {'floatingip': {'port_id': '7da6481b-18b6-48f5-aaff-0f86837cc82a'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:28.462790 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4cc94900-3dac-4195-b65c-8f7686bc328e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (f373296a-585b-430c-a04d-be4d5492dac1), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:28.496533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:28.522674 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5d6c-dad9-43c6-901d-ad6f91ca8db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cfcddd4f-2a6c-4a8d-9f95-bf25eaac6198), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:28.525655 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5d6c-dad9-43c6-901d-ad6f91ca8db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:28.526812 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-0e2b5d6c-dad9-43c6-901d-ad6f91ca8db5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cfcddd4f-2a6c-4a8d-9f95-bf25eaac6198 HTTP/1.1" status: 204 len: 168 time: 0.2086861 Jul 25 06:05:28.535506 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b5d6c-dad9-43c6-901d-ad6f91ca8db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcddd4f-2a6c-4a8d-9f95-bf25eaac6198,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:28.562942 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:28.755660 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b861ebb-f45e-4d3f-a921-c32907e1e978 req-6a709993-e973-4d2a-b7d8-ab1ef27fa33c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:28.764263 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7b861ebb-f45e-4d3f-a921-c32907e1e978 req-6a709993-e973-4d2a-b7d8-ab1ef27fa33c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0586004 Jul 25 06:05:28.821651 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7b861ebb-f45e-4d3f-a921-c32907e1e978 req-23ea3d10-d187-4334-b947-5ffc35b943a4 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562603 Jul 25 06:05:29.153560 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.180812 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4cc94900-3dac-4195-b65c-8f7686bc328e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.211060 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47196) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:29.224415 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a214cd42-05d9-43c9-8133-28ebb9a81b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.278585 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4cc94900-3dac-4195-b65c-8f7686bc328e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (f373296a-585b-430c-a04d-be4d5492dac1), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.342709 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a214cd42-05d9-43c9-8133-28ebb9a81b6e admin admin] Publish callbacks [] for security_group (56c2aefa-e069-4998-b091-24d6627502af), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.393814 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-2737dd7f-578e-4ac3-b2de-4af9a9419490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.395660 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [None req-4cc94900-3dac-4195-b65c-8f7686bc328e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Floating IP f373296a-585b-430c-a04d-be4d5492dac1 associated. External IP: 172.27.1.73, port: 7da6481b-18b6-48f5-aaff-0f86837cc82a. Jul 25 06:05:29.430396 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a214cd42-05d9-43c9-8133-28ebb9a81b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (56c2aefa-e069-4998-b091-24d6627502af), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.507593 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a214cd42-05d9-43c9-8133-28ebb9a81b6e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fc033854ee5a498abd32cec19da00b95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953224 Jul 25 06:05:29.510134 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47198) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:29.512618 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214cd42-05d9-43c9-8133-28ebb9a81b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c2aefa-e069-4998-b091-24d6627502af,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:29.562777 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-23db12de-643a-4a8a-8ce9-b122870f5b49 admin admin] Publish callbacks [] for security_group (56c2aefa-e069-4998-b091-24d6627502af), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.575214 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:29.586137 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-23db12de-643a-4a8a-8ce9-b122870f5b49 admin admin] Publish callbacks [] for security_group (56c2aefa-e069-4998-b091-24d6627502af), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.614641 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:29.641903 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc94900-3dac-4195-b65c-8f7686bc328e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:05:29.708207 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-23db12de-643a-4a8a-8ce9-b122870f5b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (56c2aefa-e069-4998-b091-24d6627502af), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.711111 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-23db12de-643a-4a8a-8ce9-b122870f5b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.712278 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-23db12de-643a-4a8a-8ce9-b122870f5b49 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/56c2aefa-e069-4998-b091-24d6627502af HTTP/1.1" status: 204 len: 168 time: 0.2010252 Jul 25 06:05:29.720549 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db12de-643a-4a8a-8ce9-b122870f5b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c2aefa-e069-4998-b091-24d6627502af,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:29.741933 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:29.752936 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc94900-3dac-4195-b65c-8f7686bc328e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:05:29.754861 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4cc94900-3dac-4195-b65c-8f7686bc328e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:29.762464 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:05:29.778110 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:05:29.778998 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:29.795549 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-4cc94900-3dac-4195-b65c-8f7686bc328e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "PUT /v2.0/floatingips/f373296a-585b-430c-a04d-be4d5492dac1 HTTP/1.1" status: 200 len: 991 time: 1.3748090 Jul 25 06:05:29.796223 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'tag': '7da6481b-18b6-48f5-aaff-0f86837cc82a'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:05:29.798568 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814aaedb-a781-401e-8b66-9d4ae949c6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d21512fe-e078-4674-bb50-659aeebf1a6b", "tag": "7da6481b-18b6-48f5-aaff-0f86837cc82a"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:05:29.908937 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:05:29.969119 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fee804-9512-4bf5-991f-78ce5cc9c9df req-b7388e23-3c07-4577-aaf8-b8071e1499ae tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:29.970700 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f2fee804-9512-4bf5-991f-78ce5cc9c9df req-b7388e23-3c07-4577-aaf8-b8071e1499ae tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0619276 Jul 25 06:05:29.976887 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec802d04-4088-490f-9d41-d34a601ba252 x-openstack-request-id: req-ec802d04-4088-490f-9d41-d34a601ba252 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:05:29.977289 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21512fe-e078-4674-bb50-659aeebf1a6b", "tag": "7da6481b-18b6-48f5-aaff-0f86837cc82a", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:05:29.977672 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ec802d04-4088-490f-9d41-d34a601ba252 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:05:29.978173 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec802d04-4088-490f-9d41-d34a601ba252'] response: {'name': 'network-changed', 'server_uuid': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'tag': '7da6481b-18b6-48f5-aaff-0f86837cc82a', 'status': 'completed', 'code': 200} Jul 25 06:05:30.058506 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f2fee804-9512-4bf5-991f-78ce5cc9c9df req-3c2daa52-ef33-4b7d-9e55-ba283ee22107 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785553 Jul 25 06:05:30.072316 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-d0ba6f56-0cc0-42f0-a90b-ca85ded127af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:30.073896 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-d0ba6f56-0cc0-42f0-a90b-ca85ded127af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 1130 time: 0.0701234 Jul 25 06:05:30.130643 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:30.142314 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'f373296a-585b-430c-a04d-be4d5492dac1', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': '7da6481b-18b6-48f5-aaff-0f86837cc82a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:34:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:05:09Z', 'updated_at': '2022-07-25T06:05:29Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:30.170307 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:05:30.172904 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:30.175100 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-e11e6872-ad80-4cd4-aa5b-86517e7cbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:30.176669 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-e11e6872-ad80-4cd4-aa5b-86517e7cbc0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 200 len: 915 time: 0.0933564 Jul 25 06:05:30.182770 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:05:30.183480 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:30.236150 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:30.247794 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-3685c54a-e8bf-4db5-a730-17f479aa85dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7da6481b-18b6-48f5-aaff-0f86837cc82a HTTP/1.1" status: 200 len: 999 time: 0.0602419 Jul 25 06:05:30.299205 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:05:30.302175 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-91884671-398e-4780-9f13-f3b8aa6d5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:30.303893 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-91884671-398e-4780-9f13-f3b8aa6d5d46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=643fd28a-aa2d-43b1-bd8f-778a3da61ff3 HTTP/1.1" status: 200 len: 853 time: 0.0488377 Jul 25 06:05:30.353093 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-5aece3b6-3331-429f-8001-a44de0e9ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:30.354606 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-5aece3b6-3331-429f-8001-a44de0e9ebc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d80cb7ca-3031-41c9-afe8-b6a4faf27141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437934 Jul 25 06:05:30.484371 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-7b69d1c4-0adb-4fa7-b958-91337a2b7079 service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900145 Jul 25 06:05:30.523510 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'f373296a-585b-430c-a04d-be4d5492dac1', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': '7da6481b-18b6-48f5-aaff-0f86837cc82a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:34:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:05:09Z', 'updated_at': '2022-07-25T06:05:29Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:30.554211 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005cae1f-6591-450e-87af-65b4293d8457 None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'f373296a-585b-430c-a04d-be4d5492dac1', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'port_id': '7da6481b-18b6-48f5-aaff-0f86837cc82a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'mac_address': 'fa:16:3e:34:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:05:09Z', 'updated_at': '2022-07-25T06:05:29Z', 'revision_number': 1, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:05:30.583263 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-814aaedb-a781-401e-8b66-9d4ae949c6b1 req-66c76584-f0ad-4cdd-bd04-bf60dba9f1ca service neutron] 10.222.0.47 "GET /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927515 Jul 25 06:05:30.628349 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:30.762190 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93d0c64-4217-427d-b430-80ea0a8d7601 None None] New status for floating IP f373296a-585b-430c-a04d-be4d5492dac1: ACTIVE {{(pid=110785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:05:31.199516 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a428ad-edb6-4f6b-a16d-14baa43793d9 req-21902cd2-5a1e-49b9-8561-36d85c3e5d65 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:31.201184 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b4a428ad-edb6-4f6b-a16d-14baa43793d9 req-21902cd2-5a1e-49b9-8561-36d85c3e5d65 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0559707 Jul 25 06:05:31.221118 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-46c07ec5-8170-4356-9e21-b5da8d6b1532 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428936 Jul 25 06:05:31.251348 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b4a428ad-edb6-4f6b-a16d-14baa43793d9 req-42fb0f26-93d4-4722-ac67-7b3b55feed21 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436978 Jul 25 06:05:31.282747 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-0f11b933-d0d8-444a-aaf3-20c0dc03755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:31.284247 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-0f11b933-d0d8-444a-aaf3-20c0dc03755e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18a468edefd401c835e7e368ac740e5&device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1168 time: 0.0413804 Jul 25 06:05:31.407512 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-19eb07e4-5f0a-4b18-bef1-3be65688379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:31.409011 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-19eb07e4-5f0a-4b18-bef1-3be65688379a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d44552f4-d09f-406e-b8fb-423b2c54a3ee HTTP/1.1" status: 200 len: 915 time: 0.1032748 Jul 25 06:05:31.463477 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:31.480314 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-c190db75-49aa-4768-b530-6ff61ac7df79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 1000 time: 0.0644772 Jul 25 06:05:31.537985 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-b4aca143-4034-4e5a-abfa-b4e79e1b897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:31.539719 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-b4aca143-4034-4e5a-abfa-b4e79e1b897a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6abd3025-ec15-47c9-950a-7d0a39f55fdd HTTP/1.1" status: 200 len: 853 time: 0.0524306 Jul 25 06:05:31.586079 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-ff4a5621-c7f8-4194-8211-cba717f17910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:31.587604 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-ff4a5621-c7f8-4194-8211-cba717f17910 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d44552f4-d09f-406e-b8fb-423b2c54a3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412760 Jul 25 06:05:31.706651 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-10641141-666c-4f6c-8e71-31526a2dc781 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087213 Jul 25 06:05:31.807840 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c05cdc40-7d01-45fa-80a7-9091dfa1378e req-c368d9fc-9aa7-4de8-afa6-78b98e8e7206 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938220 Jul 25 06:05:31.905558 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:32.254319 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:32.375436 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb37a70-11fd-412a-b515-c8e44ae640df req-4c164171-17ec-4cc3-b1d9-ffc28a6562e7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:32.376958 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-dfb37a70-11fd-412a-b515-c8e44ae640df req-4c164171-17ec-4cc3-b1d9-ffc28a6562e7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0486786 Jul 25 06:05:32.429115 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-dfb37a70-11fd-412a-b515-c8e44ae640df req-277f1f81-3eed-4ab2-90e4-b027c5379370 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459292 Jul 25 06:05:32.832760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47284) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:32.937512 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e162-bc45-437b-8fdc-9554234d00b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:33.011457 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e162-bc45-437b-8fdc-9554234d00b2 admin admin] Publish callbacks [] for security_group (3fae3b01-7d39-4812-9822-df8f0b921872), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:33.076640 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fdd3e162-bc45-437b-8fdc-9554234d00b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (3fae3b01-7d39-4812-9822-df8f0b921872), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:33.121039 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3e162-bc45-437b-8fdc-9554234d00b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae3b01-7d39-4812-9822-df8f0b921872,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:33.126209 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-fdd3e162-bc45-437b-8fdc-9554234d00b2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=81da3a21d8fa43fbb5c0487c0f681787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924449 Jul 25 06:05:33.128806 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47288) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:33.177294 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6c40cdf7-94bc-480a-b0ec-0bac8d14524f admin admin] Publish callbacks [] for security_group (3fae3b01-7d39-4812-9822-df8f0b921872), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:33.197782 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:33.199741 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6c40cdf7-94bc-480a-b0ec-0bac8d14524f admin admin] Publish callbacks [] for security_group (3fae3b01-7d39-4812-9822-df8f0b921872), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:33.327984 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6c40cdf7-94bc-480a-b0ec-0bac8d14524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (3fae3b01-7d39-4812-9822-df8f0b921872), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:33.330552 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6c40cdf7-94bc-480a-b0ec-0bac8d14524f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:33.331693 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-6c40cdf7-94bc-480a-b0ec-0bac8d14524f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3fae3b01-7d39-4812-9822-df8f0b921872 HTTP/1.1" status: 204 len: 168 time: 0.2019918 Jul 25 06:05:33.340570 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40cdf7-94bc-480a-b0ec-0bac8d14524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae3b01-7d39-4812-9822-df8f0b921872,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:33.547743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea38ac0-5a6e-46e7-b771-9ccf92fb10e7 req-6d0ad085-0970-4d0d-8a33-627775b7b584 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:33.549372 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5ea38ac0-5a6e-46e7-b771-9ccf92fb10e7 req-6d0ad085-0970-4d0d-8a33-627775b7b584 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0484858 Jul 25 06:05:33.603945 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5ea38ac0-5a6e-46e7-b771-9ccf92fb10e7 req-79f124e9-a136-4bb5-8095-eadc689e7f71 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486877 Jul 25 06:05:33.955751 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47296) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:33.972156 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-55f8a4cf-bcb6-44bf-b6b7-b6832ee25277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:34.013531 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:34.046376 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-55f8a4cf-bcb6-44bf-b6b7-b6832ee25277 admin admin] Publish callbacks [] for security_group (cf1208c0-f55a-4c6a-81d1-599afdd0a0bd), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:34.169045 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-55f8a4cf-bcb6-44bf-b6b7-b6832ee25277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cf1208c0-f55a-4c6a-81d1-599afdd0a0bd), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:34.212746 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-55f8a4cf-bcb6-44bf-b6b7-b6832ee25277 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=244d7f7ba8c04b539e12d91517910379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558448 Jul 25 06:05:34.214813 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8a4cf-bcb6-44bf-b6b7-b6832ee25277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1208c0-f55a-4c6a-81d1-599afdd0a0bd,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:34.215517 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47304) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:34.279291 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a1f65ef-2d92-4d72-982a-c845af614726 admin admin] Publish callbacks [] for security_group (cf1208c0-f55a-4c6a-81d1-599afdd0a0bd), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:34.300849 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a1f65ef-2d92-4d72-982a-c845af614726 admin admin] Publish callbacks [] for security_group (cf1208c0-f55a-4c6a-81d1-599afdd0a0bd), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:34.425929 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a1f65ef-2d92-4d72-982a-c845af614726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cf1208c0-f55a-4c6a-81d1-599afdd0a0bd), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:34.429457 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a1f65ef-2d92-4d72-982a-c845af614726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:34.430478 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2a1f65ef-2d92-4d72-982a-c845af614726 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cf1208c0-f55a-4c6a-81d1-599afdd0a0bd HTTP/1.1" status: 204 len: 168 time: 0.2139356 Jul 25 06:05:34.438736 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f65ef-2d92-4d72-982a-c845af614726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1208c0-f55a-4c6a-81d1-599afdd0a0bd,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:34.722943 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddcf73-0820-4bd5-aa37-8cf85900813e req-e8079ff2-c82d-491c-a862-35abb8d460fe tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:34.724853 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-27ddcf73-0820-4bd5-aa37-8cf85900813e req-e8079ff2-c82d-491c-a862-35abb8d460fe tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0490804 Jul 25 06:05:34.784389 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-27ddcf73-0820-4bd5-aa37-8cf85900813e req-a177866b-3221-4845-921f-636a3f537529 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514889 Jul 25 06:05:35.567099 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47332) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:35.664148 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-210308763-network', 'tenant_id': 'eccbd6e74d2a451aaada3c14ca814085'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:35.794019 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Made reservation on behalf of eccbd6e74d2a451aaada3c14ca814085 for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:05:35.798337 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:35.806404 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:35.902457 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Publish callbacks [] for security_group (d4ed75fe-c648-4bc4-8852-ac598d609449), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:35.918275 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db6954-6b6e-4669-8116-b62d6c35e30e req-ddaa332c-8e14-4e6f-8236-7b91d61d0fc0 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:35.923386 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-16db6954-6b6e-4669-8116-b62d6c35e30e req-ddaa332c-8e14-4e6f-8236-7b91d61d0fc0 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0564458 Jul 25 06:05:35.965642 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (d4ed75fe-c648-4bc4-8852-ac598d609449), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:35.969767 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-16db6954-6b6e-4669-8116-b62d6c35e30e req-192e31ed-3c2e-470b-bfb4-7920f4505354 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445731 Jul 25 06:05:35.993769 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:05:36.002950 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ed75fe-c648-4bc4-8852-ac598d609449,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:36.009031 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (26cd355d-7403-48af-8f75-50565ddedf19), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:36.009377 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Added segment 26cd355d-7403-48af-8f75-50565ddedf19 of type vlan for network 77c9ff89-c4fd-41a8-ad0b-8e0793a1e683 Jul 25 06:05:36.050925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (77c9ff89-c4fd-41a8-ad0b-8e0793a1e683), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:36.171412 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (77c9ff89-c4fd-41a8-ad0b-8e0793a1e683), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:36.172487 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:36.173081 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:36.204558 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:36.237237 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] Pushing event updated for resources: {'Network': ['ID=77c9ff89-c4fd-41a8-ad0b-8e0793a1e683,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:36.248290 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 77c9ff89-c4fd-41a8-ad0b-8e0793a1e683 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:05:36.268403 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d1c87f88-7a3e-4a6e-ac35-045ba165583d admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7001400 Jul 25 06:05:36.274185 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47348) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:36.276840 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Request body: {'subnet': {'network_id': '77c9ff89-c4fd-41a8-ad0b-8e0793a1e683', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-210308763-subnet', 'tenant_id': 'eccbd6e74d2a451aaada3c14ca814085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:36.287627 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:36.408344 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Made reservation on behalf of eccbd6e74d2a451aaada3c14ca814085 for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:05:36.410847 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8647417'] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:36.629361 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11572850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8647403'] for subnet (c036018b-aaef-4ef5-8b22-5ee01c3420a2), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:36.690696 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c036018b-aaef-4ef5-8b22-5ee01c3420a2,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:36.695576 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Checking segment: {'id': '26cd355d-7403-48af-8f75-50565ddedf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '77c9ff89-c4fd-41a8-ad0b-8e0793a1e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:05:36.695935 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Network hostable DHCP agents. Network: 77c9ff89-c4fd-41a8-ad0b-8e0793a1e683, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:05:36.771302 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Network 77c9ff89-c4fd-41a8-ad0b-8e0793a1e683 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:05:36.862616 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 77c9ff89-c4fd-41a8-ad0b-8e0793a1e683) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:05:36.866923 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:36.867530 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:36.872660 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c08126-35d2-4e97-9570-31c20df709d8 None None] Network 77c9ff89-c4fd-41a8-ad0b-8e0793a1e683 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:05:36.951471 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a2e46f8a-3c83-492f-84d2-1c52fc6d9a61 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6790886 Jul 25 06:05:37.104338 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e706090-5985-4824-868c-3c8155c2136b req-e4a80d80-ebb4-44cf-8094-af5a2b969e9b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:37.105869 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3e706090-5985-4824-868c-3c8155c2136b req-e4a80d80-ebb4-44cf-8094-af5a2b969e9b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0577171 Jul 25 06:05:37.116004 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c45a64f-b01e-4dbd-9226-5162df78f46f None None] Network 77c9ff89-c4fd-41a8-ad0b-8e0793a1e683 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:05:37.161034 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3e706090-5985-4824-868c-3c8155c2136b req-14d68462-119b-4f89-a3bc-abdb07cf540e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Jul 25 06:05:37.699235 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47372) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:37.704169 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1426119242-network', 'tenant_id': 'b96bdc58031c4b99bdc90af653b93e04'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:37.822189 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Made reservation on behalf of b96bdc58031c4b99bdc90af653b93e04 for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:05:37.824673 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:37.834036 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:37.889290 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:37.915104 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Publish callbacks [] for security_group (339b555f-53f8-44dc-8e11-b5c24134a9e4), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:37.959394 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (339b555f-53f8-44dc-8e11-b5c24134a9e4), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:37.986090 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:05:37.996307 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339b555f-53f8-44dc-8e11-b5c24134a9e4,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:38.000977 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (c27489ef-447e-4376-be92-0b8bf7bdeef5), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:38.001306 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Added segment c27489ef-447e-4376-be92-0b8bf7bdeef5 of type vlan for network 8559c449-2a97-4352-a660-fb57efc50ca3 Jul 25 06:05:38.042751 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (8559c449-2a97-4352-a660-fb57efc50ca3), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:38.128234 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (8559c449-2a97-4352-a660-fb57efc50ca3), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:38.129250 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:38.129832 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:38.196616 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8559c449-2a97-4352-a660-fb57efc50ca3,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:38.224481 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 8559c449-2a97-4352-a660-fb57efc50ca3 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:05:38.234736 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e4c3d4d5-a139-4b25-8392-ed3fc93236a7 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5343120 Jul 25 06:05:38.237381 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47376) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:38.243028 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Request body: {'subnet': {'network_id': '8559c449-2a97-4352-a660-fb57efc50ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1426119242-subnet', 'tenant_id': 'b96bdc58031c4b99bdc90af653b93e04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:38.297100 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:38.329607 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9563169-d867-4bd6-bf73-7a3de73f0942 req-ca3cd0f5-b26c-47ea-96c3-94ab26143b36 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:38.331221 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9563169-d867-4bd6-bf73-7a3de73f0942 req-ca3cd0f5-b26c-47ea-96c3-94ab26143b36 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0584099 Jul 25 06:05:38.354095 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Made reservation on behalf of b96bdc58031c4b99bdc90af653b93e04 for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:05:38.356579 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8647417'] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:38.435587 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f9563169-d867-4bd6-bf73-7a3de73f0942 req-6ca731cf-c864-4622-83f8-4e5fa41dc5a2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972288 Jul 25 06:05:38.498938 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=9 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:38.643149 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11572850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8647403'] for subnet (e63f3f18-006a-4172-9deb-4b4a0bc57f8f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:38.706807 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63f3f18-006a-4172-9deb-4b4a0bc57f8f,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:38.723415 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Checking segment: {'id': 'c27489ef-447e-4376-be92-0b8bf7bdeef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8559c449-2a97-4352-a660-fb57efc50ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:05:38.723864 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Network hostable DHCP agents. Network: 8559c449-2a97-4352-a660-fb57efc50ca3, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:05:38.763383 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device ca3ad013-ac59-49fd-a355-d63dbc1c3385 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:05:38.791343 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Network 8559c449-2a97-4352-a660-fb57efc50ca3 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:05:38.867265 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:38.877546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 8559c449-2a97-4352-a660-fb57efc50ca3) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:05:38.878938 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'port_id': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'mac_address': 'fa:16:3e:aa:d1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:05:38.883300 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:38.884046 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:38.904156 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca06da8-fa54-4a30-84d2-022dba7089a9 None None] Network 8559c449-2a97-4352-a660-fb57efc50ca3 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:05:38.961482 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b9be3af8-ca6e-4875-a423-45874129cf7b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7218766 Jul 25 06:05:38.970791 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port ca3ad013-ac59-49fd-a355-d63dbc1c3385 is: ACTIVE; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:05:38.970791 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:38.993358 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca3ad013-ac59-49fd-a355-d63dbc1c3385 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:05:39.022300 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:39.047722 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c251ac93-6e7f-440c-b1ce-73a8cbee7dc2 None None] Network 8559c449-2a97-4352-a660-fb57efc50ca3 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:05:39.107974 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:39.143144 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:39.178472 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=6']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:39.214947 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['ca3ad013-ac59-49fd-a355-d63dbc1c3385'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:05:39.593251 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56689d3-4724-4608-9469-a30251009760 req-56fff632-9265-4f32-83d2-f5927b84267d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:39.595557 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d56689d3-4724-4608-9469-a30251009760 req-56fff632-9265-4f32-83d2-f5927b84267d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 944 time: 0.0566030 Jul 25 06:05:39.653410 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d56689d3-4724-4608-9469-a30251009760 req-dffd4d5e-4e4c-4ef2-9584-c232e6c36dce tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516825 Jul 25 06:05:40.803379 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device ca3ad013-ac59-49fd-a355-d63dbc1c3385 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:05:40.860268 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57809889-ff21-4121-80c3-dac299cdc36a req-37659468-f63c-436f-911f-08e3b00c7046 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:40.862504 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-57809889-ff21-4121-80c3-dac299cdc36a req-37659468-f63c-436f-911f-08e3b00c7046 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 944 time: 0.0962296 Jul 25 06:05:40.867203 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:40.869112 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=11 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:40.890487 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port ca3ad013-ac59-49fd-a355-d63dbc1c3385 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:05:40.892077 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:40.965490 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-57809889-ff21-4121-80c3-dac299cdc36a req-fdd6082c-143d-4d74-8804-d4ee4b4ad23e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918941 Jul 25 06:05:40.996800 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:40.999412 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port ca3ad013-ac59-49fd-a355-d63dbc1c3385 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:05:41.000075 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:41.031997 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:05:41.034437 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b36253-7ca5-43de-85e2-40bca908b202" -d '{"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-plugged", "status": "completed", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:05:41.082793 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:41.102475 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d68c174-ff79-4a7f-a5a7-c9a560e03e2f x-openstack-request-id: req-1d68c174-ff79-4a7f-a5a7-c9a560e03e2f {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:05:41.103040 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-plugged", "status": "completed", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:05:41.103493 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1d68c174-ff79-4a7f-a5a7-c9a560e03e2f {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:05:41.104100 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d68c174-ff79-4a7f-a5a7-c9a560e03e2f'] response: {'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'code': 200} Jul 25 06:05:41.209050 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:41.270570 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=7']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:42.085149 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a350f-98e0-4740-aab8-65b28eb4a535 req-e9ca420c-2729-4a16-9451-54ede91f2803 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:42.086686 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7f9a350f-98e0-4740-aab8-65b28eb4a535 req-e9ca420c-2729-4a16-9451-54ede91f2803 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0482852 Jul 25 06:05:42.135061 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7f9a350f-98e0-4740-aab8-65b28eb4a535 req-2d47dd1d-6461-4082-b843-6bdb4b3a2eee tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Jul 25 06:05:42.488478 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:05:43.277794 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211086a-cb15-4ac7-85a1-ce193dd7393e req-bfa7e58f-de18-4f35-8a3a-5f5f146376d7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:43.280183 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b211086a-cb15-4ac7-85a1-ce193dd7393e req-bfa7e58f-de18-4f35-8a3a-5f5f146376d7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0616102 Jul 25 06:05:43.342249 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-b211086a-cb15-4ac7-85a1-ce193dd7393e req-bd02a732-ad1b-436d-8c53-e3436385ad08 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526547 Jul 25 06:05:44.466591 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:44.508878 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f352d6-6c6f-4a63-b2a2-5b521c8bb0b5 req-d7b1ec69-6318-4663-afc2-ed1977a99649 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:44.509871 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f7f352d6-6c6f-4a63-b2a2-5b521c8bb0b5 req-d7b1ec69-6318-4663-afc2-ed1977a99649 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0525496 Jul 25 06:05:44.587945 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f7f352d6-6c6f-4a63-b2a2-5b521c8bb0b5 req-7da8f60a-8e7f-4e87-9dce-f990f17d95d5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721045 Jul 25 06:05:45.579494 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-89803e83-eb1c-4702-b0a7-4100aafccbae tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993873638&fields=id&tenant_id=a18a468edefd401c835e7e368ac740e5 HTTP/1.1" status: 200 len: 267 time: 0.0485952 Jul 25 06:05:45.638082 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-12e255ca-60bb-4215-9eab-05b7e6c67bc1 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:45.646483 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-12e255ca-60bb-4215-9eab-05b7e6c67bc1 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 984 time: 0.0589867 Jul 25 06:05:45.653395 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-df3d45c2-a6cc-417a-a7a2-bedd622ff5cb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Request body: {'port': {'security_groups': ['898c377e-491d-40eb-8af8-56cb3a2a6bd2']}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:05:45.730697 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:45.746217 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-df3d45c2-a6cc-417a-a7a2-bedd622ff5cb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (279fa404-535f-4110-9863-de45be0f04f9), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:45.753623 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32805ba-55ea-4de0-9bf1-0a11ae63064e req-24878d9c-f6af-4240-a31f-5d958241ff24 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:45.755957 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a32805ba-55ea-4de0-9bf1-0a11ae63064e req-24878d9c-f6af-4240-a31f-5d958241ff24 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0758481 Jul 25 06:05:45.823925 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a32805ba-55ea-4de0-9bf1-0a11ae63064e req-b6dfb7b6-c5d9-4e19-87b7-c1e2d04f265d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507770 Jul 25 06:05:45.994578 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-df3d45c2-a6cc-417a-a7a2-bedd622ff5cb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] For port 279fa404-535f-4110-9863-de45be0f04f9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=279fa404-535f-4110-9863-de45be0f04f9,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:46.051582 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-df3d45c2-a6cc-417a-a7a2-bedd622ff5cb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for port (279fa404-535f-4110-9863-de45be0f04f9), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:46.123453 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-df3d45c2-a6cc-417a-a7a2-bedd622ff5cb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (279fa404-535f-4110-9863-de45be0f04f9), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:46.138464 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['279fa404-535f-4110-9863-de45be0f04f9'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:05:46.187057 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-df3d45c2-a6cc-417a-a7a2-bedd622ff5cb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:46.187582 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-df3d45c2-a6cc-417a-a7a2-bedd622ff5cb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:46.189003 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-733850cf-27e9-4fd2-8911-24aff6cf3e9e req-df3d45c2-a6cc-417a-a7a2-bedd622ff5cb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "PUT /v2.0/ports/279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 942 time: 0.5416563 Jul 25 06:05:46.189452 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:05:46.191778 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc3c572-31fd-426b-9beb-413dfef12967" -d '{"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:05:46.201518 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47510) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:46.274007 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b129bd84-c65a-4904-a9b5-1083547d35b5 x-openstack-request-id: req-b129bd84-c65a-4904-a9b5-1083547d35b5 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:05:46.274507 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:05:46.274926 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b129bd84-c65a-4904-a9b5-1083547d35b5 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:05:46.275507 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b129bd84-c65a-4904-a9b5-1083547d35b5'] response: {'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9', 'status': 'completed', 'code': 200} Jul 25 06:05:46.278678 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['279fa404-535f-4110-9863-de45be0f04f9'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:05:46.281230 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d45c2-a6cc-417a-a7a2-bedd622ff5cb tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event updated for resources: {'Port': ['ID=279fa404-535f-4110-9863-de45be0f04f9,revision_number=7']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:46.340786 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:46.361239 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-869a8dc3-da86-4b80-8cea-a0051d58a250 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group (675ab1fb-63b1-4425-be55-46d9266a0914), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:46.367193 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-dee06cdd-0535-44c8-bb84-df64fd18a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:46.370625 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-dee06cdd-0535-44c8-bb84-df64fd18a616 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18a468edefd401c835e7e368ac740e5&device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1129 time: 0.0720444 Jul 25 06:05:46.439774 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-869a8dc3-da86-4b80-8cea-a0051d58a250 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group (675ab1fb-63b1-4425-be55-46d9266a0914), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:46.524179 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-bea93eb8-37bd-4166-90ef-86a3b1d9e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:46.525761 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-bea93eb8-37bd-4166-90ef-86a3b1d9e0ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=d44552f4-d09f-406e-b8fb-423b2c54a3ee HTTP/1.1" status: 200 len: 915 time: 0.1471355 Jul 25 06:05:46.583178 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-e1777694-ae3e-4730-a760-eeff0274d777 None None] Provisioning complete for port 279fa404-535f-4110-9863-de45be0f04f9 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:05:46.583543 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e1777694-ae3e-4730-a760-eeff0274d777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (279fa404-535f-4110-9863-de45be0f04f9), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:46.605838 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-6f6918a3-cb92-46bf-a32e-afcde80f4619 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 1000 time: 0.0665283 Jul 25 06:05:46.666118 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-763bd58b-c9fc-454e-ad5a-c643d1eee378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:46.667588 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-763bd58b-c9fc-454e-ad5a-c643d1eee378 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6abd3025-ec15-47c9-950a-7d0a39f55fdd HTTP/1.1" status: 200 len: 853 time: 0.0527742 Jul 25 06:05:46.672890 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-869a8dc3-da86-4b80-8cea-a0051d58a250 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (675ab1fb-63b1-4425-be55-46d9266a0914), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:46.676337 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-869a8dc3-da86-4b80-8cea-a0051d58a250 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:46.681834 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-869a8dc3-da86-4b80-8cea-a0051d58a250 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "DELETE /v2.0/security-groups/675ab1fb-63b1-4425-be55-46d9266a0914 HTTP/1.1" status: 204 len: 168 time: 0.4741867 Jul 25 06:05:46.686160 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47514) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:46.714480 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a8dc3-da86-4b80-8cea-a0051d58a250 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ab1fb-63b1-4425-be55-46d9266a0914,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:46.753684 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:46.787568 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-5555c22c-87c7-428c-837f-3356d24679e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:46.793434 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-5555c22c-87c7-428c-837f-3356d24679e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d44552f4-d09f-406e-b8fb-423b2c54a3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113722 Jul 25 06:05:46.849842 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-e1777694-ae3e-4730-a760-eeff0274d777 None None] Current status of the port 279fa404-535f-4110-9863-de45be0f04f9 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:05:46.947862 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Deleting port c37c22bb-d2d1-4072-ad95-5164bce8deed {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:05:46.948500 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (c37c22bb-d2d1-4072-ad95-5164bce8deed), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:46.988862 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-ad3bb8c0-811d-473e-a45b-2ec8e5fd87a6 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880128 Jul 25 06:05:47.041689 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (c37c22bb-d2d1-4072-ad95-5164bce8deed), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:47.041930 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for floatingip (c37c22bb-d2d1-4072-ad95-5164bce8deed), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:47.057831 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Calling delete_port for c37c22bb-d2d1-4072-ad95-5164bce8deed owned by network:floatingip {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:05:47.087780 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63278f6b-7093-4d6e-a1cb-f8ac7d94bc83 req-dc895cd8-4afe-4e90-a1d8-b5ccd089205c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:47.096451 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-63278f6b-7093-4d6e-a1cb-f8ac7d94bc83 req-dc895cd8-4afe-4e90-a1d8-b5ccd089205c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.1439345 Jul 25 06:05:47.143148 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:47.226224 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-63278f6b-7093-4d6e-a1cb-f8ac7d94bc83 req-11b1ab3f-b690-492c-b7cb-95a61aae6631 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285510 Jul 25 06:05:47.264136 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:47.271515 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4cc3c572-31fd-426b-9beb-413dfef12967 req-9a04a416-f6bb-4129-bf61-be3dc564b58c service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714918 Jul 25 06:05:47.377537 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (c37c22bb-d2d1-4072-ad95-5164bce8deed), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:47.410443 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event deleted for resources: {'Port': ['ID=c37c22bb-d2d1-4072-ad95-5164bce8deed,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:47.495571 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks [] for floatingip (150088b6-66d3-42f4-8fc7-cea942c6ab5d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:47.495921 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Floating IP 150088b6-66d3-42f4-8fc7-cea942c6ab5d disassociated (deleted). External IP: 172.27.1.85, port: 279fa404-535f-4110-9863-de45be0f04f9. Jul 25 06:05:47.586984 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:47.751397 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Router b0346c5f-2a19-447b-80b6-3f093e760d6b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:05:47.909300 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:05:47.917126 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:47.922669 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] Sync routers for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:05:47.944006 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:05:47.945114 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:47.957188 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-f2b2aaac-ad8d-4c30-9a3d-f0f2905c2691 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "DELETE /v2.0/floatingips/150088b6-66d3-42f4-8fc7-cea942c6ab5d HTTP/1.1" status: 204 len: 168 time: 1.2699795 Jul 25 06:05:47.957770 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:05:47.960314 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffdd37e-83ef-45f2-9d58-4918ac716974" -d '{"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:05:48.044928 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cb9454-b485-4053-b491-fb98fc552d6c x-openstack-request-id: req-c0cb9454-b485-4053-b491-fb98fc552d6c {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:05:48.045234 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "tag": "279fa404-535f-4110-9863-de45be0f04f9", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:05:48.045696 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c0cb9454-b485-4053-b491-fb98fc552d6c {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:05:48.046112 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0cb9454-b485-4053-b491-fb98fc552d6c'] response: {'name': 'network-changed', 'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'tag': '279fa404-535f-4110-9863-de45be0f04f9', 'status': 'completed', 'code': 200} Jul 25 06:05:48.139875 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:05:48.146815 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-a4153333-c154-4f88-9bbd-765d0aa76e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:48.152822 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-a4153333-c154-4f88-9bbd-765d0aa76e3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a18a468edefd401c835e7e368ac740e5&device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 1129 time: 0.0883501 Jul 25 06:05:48.317229 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-ba8df2bc-a4dd-4074-abde-39943cf007e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:48.319155 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-ba8df2bc-a4dd-4074-abde-39943cf007e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d44552f4-d09f-406e-b8fb-423b2c54a3ee HTTP/1.1" status: 200 len: 915 time: 0.1585310 Jul 25 06:05:48.397724 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-57cd3d98-f6b5-4ebf-88aa-f873b6c8f09e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 200 len: 217 time: 0.0680871 Jul 25 06:05:48.413090 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914680a0-4475-4074-9556-e4f2e2e76b6d req-9e046dfd-0fbd-4c7d-9eae-3271e1c0cd44 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:48.415964 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-914680a0-4475-4074-9556-e4f2e2e76b6d req-9e046dfd-0fbd-4c7d-9eae-3271e1c0cd44 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0846984 Jul 25 06:05:48.469704 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-95faec59-62a7-4961-8e6c-ceea820e28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:48.471711 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-95faec59-62a7-4961-8e6c-ceea820e28a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6abd3025-ec15-47c9-950a-7d0a39f55fdd HTTP/1.1" status: 200 len: 853 time: 0.0654485 Jul 25 06:05:48.483989 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:48.497745 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'bd953467-52af-46df-94ce-e18d6812b4ba', 'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'mac_address': 'fa:16:3e:49:ae:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:48Z', 'updated_at': '2022-07-25T06:02:52Z', 'revision_number': 5, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'subnets': [{'id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:48.518222 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-914680a0-4475-4074-9556-e4f2e2e76b6d req-4fdf64da-2dce-495e-b086-c31a5c1b655d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920167 Jul 25 06:05:48.536638 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-2e76648d-7b79-4ce5-adeb-7b7965a2e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:48.538910 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-2e76648d-7b79-4ce5-adeb-7b7965a2e3c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d44552f4-d09f-406e-b8fb-423b2c54a3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591321 Jul 25 06:05:48.541634 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] Checking router: b0346c5f-2a19-447b-80b6-3f093e760d6b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:05:48.552745 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:05:48.554529 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:48.695907 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-d0799fd9-63b9-40d4-bf89-6558fa123ad0 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493287 Jul 25 06:05:48.728618 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:05:48.812756 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ffdd37e-83ef-45f2-9d58-4918ac716974 req-cbc54590-83ee-4d0e-b73c-ee3f61726234 service neutron] 10.222.0.47 "GET /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097901 Jul 25 06:05:48.982057 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'bd953467-52af-46df-94ce-e18d6812b4ba', 'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'mac_address': 'fa:16:3e:49:ae:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:48Z', 'updated_at': '2022-07-25T06:02:52Z', 'revision_number': 5, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'subnets': [{'id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:49.015733 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6221c9b-8e0b-445d-8e90-f1fe4168d4d2 None None] The sync data for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi is: [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:48Z', 'revision_number': 4, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'bd953467-52af-46df-94ce-e18d6812b4ba', 'name': '', 'network_id': 'd44552f4-d09f-406e-b8fb-423b2c54a3ee', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'mac_address': 'fa:16:3e:49:ae:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:48Z', 'updated_at': '2022-07-25T06:02:52Z', 'revision_number': 5, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'subnets': [{'id': '6abd3025-ec15-47c9-950a-7d0a39f55fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:05:49.286950 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9f8ffc-6111-4737-a526-d77cbe9ade0c None None] New status for floating IP 150088b6-66d3-42f4-8fc7-cea942c6ab5d: DOWN {{(pid=110785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:05:49.630514 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc11ea-6dd6-4041-bd42-a62ed3a371e0 req-effcb6f6-80b5-42d4-9e67-431c6d614579 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:49.631952 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-28cc11ea-6dd6-4041-bd42-a62ed3a371e0 req-effcb6f6-80b5-42d4-9e67-431c6d614579 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0486851 Jul 25 06:05:49.683862 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-28cc11ea-6dd6-4041-bd42-a62ed3a371e0 req-e35572c4-097d-4b49-8408-3d8e497ab3ab tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457339 Jul 25 06:05:50.813803 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e6303-21ad-466a-a397-56106b29ee9f req-6f66116b-ebe8-4913-b80c-f57c22dfaa94 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:50.815306 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5b0e6303-21ad-466a-a397-56106b29ee9f req-6f66116b-ebe8-4913-b80c-f57c22dfaa94 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0559750 Jul 25 06:05:50.870368 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5b0e6303-21ad-466a-a397-56106b29ee9f req-12657215-e173-4696-aae6-38fa2991e9f3 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492527 Jul 25 06:05:51.431319 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-64be345b-66de-4167-95b0-e476e6916596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:51.432830 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-64be345b-66de-4167-95b0-e476e6916596 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 1129 time: 0.0394144 Jul 25 06:05:51.748344 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:51.757874 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-7588b7bc-e63d-4b17-b08f-eae988e3a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:51.759347 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-7588b7bc-e63d-4b17-b08f-eae988e3a96b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 917 time: 0.3141172 Jul 25 06:05:51.821305 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-176a2d66-13f2-4230-9bdc-4c02e83edc72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385 HTTP/1.1" status: 200 len: 1001 time: 0.0549955 Jul 25 06:05:51.871052 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-0d37d917-df21-4a7a-b2f5-b85cbc55d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:51.872522 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-0d37d917-df21-4a7a-b2f5-b85cbc55d2b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 HTTP/1.1" status: 200 len: 855 time: 0.0448270 Jul 25 06:05:51.918218 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:51.925167 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-0d0cabce-bc70-44af-8ab2-5b7102a64b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:51.925167 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-0d0cabce-bc70-44af-8ab2-5b7102a64b43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440028 Jul 25 06:05:52.036690 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ac0f4-4562-4ecd-9500-03faebf8a6cb req-a97bf2fc-899e-4e0a-b4b6-9d06ea15bef6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:52.038166 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cc2ac0f4-4562-4ecd-9500-03faebf8a6cb req-a97bf2fc-899e-4e0a-b4b6-9d06ea15bef6 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0901196 Jul 25 06:05:52.072932 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-6879cdc2-4d85-4c68-b848-ce645d0e6881 service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420877 Jul 25 06:05:52.122186 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cc2ac0f4-4562-4ecd-9500-03faebf8a6cb req-e19a8292-f70b-4b70-8619-691f3752c66f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769050 Jul 25 06:05:52.184213 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-62de8ca2-9420-46d9-bc05-76eacbf53cf2 req-cdb7701d-f1dd-420f-a592-362eb0440417 service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007094 Jul 25 06:05:53.257862 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00d12-36ba-4e0f-962f-13ead337591d req-69868b85-384c-4660-8801-923e1ed8b789 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:53.260569 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34a00d12-36ba-4e0f-962f-13ead337591d req-69868b85-384c-4660-8801-923e1ed8b789 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0658329 Jul 25 06:05:53.311016 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-34a00d12-36ba-4e0f-962f-13ead337591d req-c75e8dd0-c600-4ede-ac22-8c7b4c229917 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449362 Jul 25 06:05:54.434437 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c83fc-593e-4196-ac6c-1d3ee50fc62b req-1aca35c7-9c1b-4208-971e-0df80a4a3f14 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:54.435912 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-046c83fc-593e-4196-ac6c-1d3ee50fc62b req-1aca35c7-9c1b-4208-971e-0df80a4a3f14 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 945 time: 0.0476153 Jul 25 06:05:54.485592 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-046c83fc-593e-4196-ac6c-1d3ee50fc62b req-eb8036c7-2192-471a-b322-f466d9a4e453 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438263 Jul 25 06:05:55.075903 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device ca3ad013-ac59-49fd-a355-d63dbc1c3385 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:05:55.157809 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port ca3ad013-ac59-49fd-a355-d63dbc1c3385 is: ACTIVE; New status is: DOWN {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:05:55.158191 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:55.181671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:05:55.183890 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f1bc0f-d7b7-42b0-bd2b-546e86256312" -d '{"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:05:55.196289 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:05:55.229776 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 06:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72629135-9803-4ed0-8fe1-36bea0ff2577 x-openstack-request-id: req-72629135-9803-4ed0-8fe1-36bea0ff2577 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:05:55.230065 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-unplugged", "status": "completed", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:05:55.230376 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-72629135-9803-4ed0-8fe1-36bea0ff2577 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:05:55.230776 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72629135-9803-4ed0-8fe1-36bea0ff2577'] response: {'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'code': 200} Jul 25 06:05:55.268630 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:55.322683 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=8']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:56.472574 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47694) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:56.510694 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [req-a54d0703-bc8d-4559-b696-70f7566aa0d9 req-a006751e-6539-4c3e-9902-4de6f81f4189 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 06:05:56.511721 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a54d0703-bc8d-4559-b696-70f7566aa0d9 req-a006751e-6539-4c3e-9902-4de6f81f4189 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1140823 Jul 25 06:05:56.537608 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Deleting subnet c036018b-aaef-4ef5-8b22-5ee01c3420a2 {{(pid=110782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:05:56.541815 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Publish callbacks [] for subnet (c036018b-aaef-4ef5-8b22-5ee01c3420a2), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:56.584069 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126647'] for subnet (c036018b-aaef-4ef5-8b22-5ee01c3420a2), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:56.624894 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (c036018b-aaef-4ef5-8b22-5ee01c3420a2), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:56.748914 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11572787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8647388'] for subnet (c036018b-aaef-4ef5-8b22-5ee01c3420a2), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:56.791710 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c036018b-aaef-4ef5-8b22-5ee01c3420a2,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:56.805738 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:56.814560 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/c036018b-aaef-4ef5-8b22-5ee01c3420a2 HTTP/1.1" status: 204 len: 168 time: 0.3374653 Jul 25 06:05:56.814560 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.814560 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.814560 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.814560 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.814560 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.815057 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.815057 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.815527 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.815838 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.816286 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.816620 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.816949 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.817275 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.817597 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.818090 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87eec0-f385-465c-a1c8-8527d330d207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:05:56.821022 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47708) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:56.864321 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44774ec-0eaf-4282-953b-215fb518c464 req-734ba33c-94e5-4f74-983e-debaffba9145 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:56.866171 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d44774ec-0eaf-4282-953b-215fb518c464 req-734ba33c-94e5-4f74-983e-debaffba9145 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0693650 Jul 25 06:05:56.916892 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:56.924562 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d44774ec-0eaf-4282-953b-215fb518c464 req-17d71c02-db27-49f4-96ac-65606969eccc tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498457 Jul 25 06:05:56.928934 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (77c9ff89-c4fd-41a8-ad0b-8e0793a1e683), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.017810 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (77c9ff89-c4fd-41a8-ad0b-8e0793a1e683), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.044556 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c9ff89-c4fd-41a8-ad0b-8e0793a1e683']}} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:57.052557 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:57.054345 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cd355d-7403-48af-8f75-50565ddedf19') {'for_net_delete': True} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:57.054642 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cd355d-7403-48af-8f75-50565ddedf19') {} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:57.064964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126606'] for segment (26cd355d-7403-48af-8f75-50565ddedf19), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.079088 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (26cd355d-7403-48af-8f75-50565ddedf19), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.085639 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:05:57.086666 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11572873'] for segment (26cd355d-7403-48af-8f75-50565ddedf19), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.096170 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-b309cf7d-9c91-4464-9dcc-3299453db636 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392370 Jul 25 06:05:57.169426 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-642b2f9c-536e-41b9-b0a3-3daf611c16a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.181967 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-66bbe6da-2eda-49bb-8ada-0b958cd97005 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:57.183364 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-66bbe6da-2eda-49bb-8ada-0b958cd97005 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports/ca3ad013-ac59-49fd-a355-d63dbc1c3385 HTTP/1.1" status: 200 len: 940 time: 0.0578487 Jul 25 06:05:57.242830 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 26cd355d-7403-48af-8f75-50565ddedf19 resource provider aggregate not found Jul 25 06:05:57.267843 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 26cd355d-7403-48af-8f75-50565ddedf19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26cd355d-7403-48af-8f75-50565ddedf19 found for delete ", "request_id": "req-7cd4b64d-fd14-4daf-83b1-be9278cd66bd"}]} Jul 25 06:05:57.304591 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (77c9ff89-c4fd-41a8-ad0b-8e0793a1e683), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.308318 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.320097 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] 10.222.0.40 "DELETE /v2.0/networks/77c9ff89-c4fd-41a8-ad0b-8e0793a1e683 HTTP/1.1" status: 204 len: 168 time: 0.4949903 Jul 25 06:05:57.328448 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47742) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:57.335789 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3794444-b797-4e71-b6ea-513ce68cdec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c9ff89-c4fd-41a8-ad0b-8e0793a1e683,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:57.406660 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b514e48a-bacb-4b00-9be2-e2e949b06d55 admin admin] Deleting subnet e63f3f18-006a-4172-9deb-4b4a0bc57f8f {{(pid=110783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:05:57.411871 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b514e48a-bacb-4b00-9be2-e2e949b06d55 admin admin] Publish callbacks [] for subnet (e63f3f18-006a-4172-9deb-4b4a0bc57f8f), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.448958 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b514e48a-bacb-4b00-9be2-e2e949b06d55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11416775'] for subnet (e63f3f18-006a-4172-9deb-4b4a0bc57f8f), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.489733 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b514e48a-bacb-4b00-9be2-e2e949b06d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (e63f3f18-006a-4172-9deb-4b4a0bc57f8f), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.509080 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:57.607090 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b514e48a-bacb-4b00-9be2-e2e949b06d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12528817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9359416'] for subnet (e63f3f18-006a-4172-9deb-4b4a0bc57f8f), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.631806 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514e48a-bacb-4b00-9be2-e2e949b06d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63f3f18-006a-4172-9deb-4b4a0bc57f8f,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:57.641569 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-b514e48a-bacb-4b00-9be2-e2e949b06d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.642699 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-b514e48a-bacb-4b00-9be2-e2e949b06d55 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/e63f3f18-006a-4172-9deb-4b4a0bc57f8f HTTP/1.1" status: 204 len: 168 time: 0.3130982 Jul 25 06:05:57.645270 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47750) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:57.717578 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (8559c449-2a97-4352-a660-fb57efc50ca3), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.799213 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (8559c449-2a97-4352-a660-fb57efc50ca3), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.818808 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8559c449-2a97-4352-a660-fb57efc50ca3']}} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:57.828810 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27489ef-447e-4376-be92-0b8bf7bdeef5') {'for_net_delete': True} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:57.829106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27489ef-447e-4376-be92-0b8bf7bdeef5') {} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:05:57.839627 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11416830'] for segment (c27489ef-447e-4376-be92-0b8bf7bdeef5), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.841055 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:57.853771 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (c27489ef-447e-4376-be92-0b8bf7bdeef5), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.860408 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=110783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:05:57.860798 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12528651'] for segment (c27489ef-447e-4376-be92-0b8bf7bdeef5), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:57.880856 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment c27489ef-447e-4376-be92-0b8bf7bdeef5 resource provider aggregate not found Jul 25 06:05:57.922619 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment c27489ef-447e-4376-be92-0b8bf7bdeef5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c27489ef-447e-4376-be92-0b8bf7bdeef5 found for delete ", "request_id": "req-d4c99530-6ae7-4ba7-8cf5-759f41a2f17a"}]} Jul 25 06:05:58.007172 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (8559c449-2a97-4352-a660-fb57efc50ca3), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:58.014351 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:58.019620 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] 10.222.0.40 "DELETE /v2.0/networks/8559c449-2a97-4352-a660-fb57efc50ca3 HTTP/1.1" status: 204 len: 168 time: 0.3732800 Jul 25 06:05:58.038763 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941043a0-ea1e-460f-88e9-4bf6c463baab admin admin] Pushing event deleted for resources: {'Network': ['ID=8559c449-2a97-4352-a660-fb57efc50ca3,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:58.053517 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732d75e-097f-4f78-b0cc-10cc18765703 req-ecaf254c-064c-400e-a56a-f9c2086c9c42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:58.055442 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5732d75e-097f-4f78-b0cc-10cc18765703 req-ecaf254c-064c-400e-a56a-f9c2086c9c42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0554864 Jul 25 06:05:58.111688 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5732d75e-097f-4f78-b0cc-10cc18765703 req-e1bcad92-1917-4077-bac4-a6e9104b0bee tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496185 Jul 25 06:05:58.458275 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47762) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:58.503541 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f379994a-cc80-445d-b61d-ba543301bc45 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eccbd6e74d2a451aaada3c14ca814085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441635 Jul 25 06:05:58.506090 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47764) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:58.560101 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-432d3e81-1db3-4744-9c94-4fc477ae865b admin admin] Publish callbacks [] for security_group (d4ed75fe-c648-4bc4-8852-ac598d609449), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:58.586975 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-432d3e81-1db3-4744-9c94-4fc477ae865b admin admin] Publish callbacks [] for security_group (d4ed75fe-c648-4bc4-8852-ac598d609449), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:58.723513 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-432d3e81-1db3-4744-9c94-4fc477ae865b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (d4ed75fe-c648-4bc4-8852-ac598d609449), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:58.726599 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-432d3e81-1db3-4744-9c94-4fc477ae865b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:58.728406 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-432d3e81-1db3-4744-9c94-4fc477ae865b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d4ed75fe-c648-4bc4-8852-ac598d609449 HTTP/1.1" status: 204 len: 168 time: 0.2213418 Jul 25 06:05:58.736788 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d3e81-1db3-4744-9c94-4fc477ae865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed75fe-c648-4bc4-8852-ac598d609449,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:05:59.138375 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-0a4bf14a-114b-421a-a669-84e51fc1a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:59.140930 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-0a4bf14a-114b-421a-a669-84e51fc1a65b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff&tenant_id=1871c9af781743f5af1d92371a42ecf1 HTTP/1.1" status: 200 len: 1127 time: 0.0887485 Jul 25 06:05:59.169460 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:59.219422 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50246f17-ee2f-42bf-bf47-7bcb99a6e61b req-ab15fbad-e346-4f34-a312-7806838f22d4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:59.221522 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-50246f17-ee2f-42bf-bf47-7bcb99a6e61b req-ab15fbad-e346-4f34-a312-7806838f22d4 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0595095 Jul 25 06:05:59.258775 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d645c-1471-475b-9f64-57fea9607560 req-5727c5aa-d9e6-47bf-a55b-ccadf8e52fd2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:05:59.260279 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c70d645c-1471-475b-9f64-57fea9607560 req-5727c5aa-d9e6-47bf-a55b-ccadf8e52fd2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0527389 Jul 25 06:05:59.271248 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-50246f17-ee2f-42bf-bf47-7bcb99a6e61b req-8f296679-3815-4cd9-8642-810d42abe713 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 Jul 25 06:05:59.310172 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c70d645c-1471-475b-9f64-57fea9607560 req-c9bda5f5-3363-4aa0-8757-bc0fabbaca09 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439985 Jul 25 06:05:59.326285 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:05:59.400905 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-94a0250a-2ac2-4f60-82e9-249758ee9561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:59.431186 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47780) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:59.472214 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-52081f88-3411-4d61-b9f8-04086edca3c6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b96bdc58031c4b99bdc90af653b93e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398328 Jul 25 06:05:59.474936 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 47784) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:05:59.526258 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cccda5f0-0f54-4cb2-944b-835a6f6ff2cb admin admin] Publish callbacks [] for security_group (339b555f-53f8-44dc-8e11-b5c24134a9e4), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:59.548485 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cccda5f0-0f54-4cb2-944b-835a6f6ff2cb admin admin] Publish callbacks [] for security_group (339b555f-53f8-44dc-8e11-b5c24134a9e4), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:59.674326 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cccda5f0-0f54-4cb2-944b-835a6f6ff2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (339b555f-53f8-44dc-8e11-b5c24134a9e4), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:59.677001 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cccda5f0-0f54-4cb2-944b-835a6f6ff2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:05:59.679391 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-cccda5f0-0f54-4cb2-944b-835a6f6ff2cb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/339b555f-53f8-44dc-8e11-b5c24134a9e4 HTTP/1.1" status: 204 len: 168 time: 0.2022963 Jul 25 06:05:59.687764 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccda5f0-0f54-4cb2-944b-835a6f6ff2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b555f-53f8-44dc-8e11-b5c24134a9e4,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:00.387230 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dccc7-9b6a-4952-b87a-6957d583862e req-21eb77e5-7c9e-4261-922b-aba48309f7c5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:00.388787 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-836dccc7-9b6a-4952-b87a-6957d583862e req-21eb77e5-7c9e-4261-922b-aba48309f7c5 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0487943 Jul 25 06:06:00.423654 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:00.442786 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fae133-9eb2-4122-a824-b8b2adfb58e2 req-6412879d-ebf5-43c7-9ec6-62d7e4159d4e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:00.444365 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-75fae133-9eb2-4122-a824-b8b2adfb58e2 req-6412879d-ebf5-43c7-9ec6-62d7e4159d4e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0530882 Jul 25 06:06:00.456442 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-836dccc7-9b6a-4952-b87a-6957d583862e req-4f2cb5bc-9862-4a89-acbb-8bff28eab654 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585868 Jul 25 06:06:00.470092 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=19 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:00.471066 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=18 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:00.500804 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-75fae133-9eb2-4122-a824-b8b2adfb58e2 req-ceb4680c-4e83-4061-936c-28324bd46ee5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478005 Jul 25 06:06:00.664084 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:00.671037 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-0ac21eca-2903-405c-bb89-7155448f8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:00.672663 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-0ac21eca-2903-405c-bb89-7155448f8329 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1871c9af781743f5af1d92371a42ecf1&device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 1127 time: 0.0411129 Jul 25 06:06:00.775664 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-9c6c8c40-fca1-4f67-86f2-39d6f3f6c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:00.782637 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-9c6c8c40-fca1-4f67-86f2-39d6f3f6c32f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 200 len: 917 time: 0.0957673 Jul 25 06:06:00.892001 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-24876802-ca6c-4f07-ac07-34eb88beafe2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385 HTTP/1.1" status: 200 len: 999 time: 0.0597842 Jul 25 06:06:01.192534 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-36cc536d-761e-4aa5-bf0a-3d9ddf21a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:01.193971 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-36cc536d-761e-4aa5-bf0a-3d9ddf21a845 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 HTTP/1.1" status: 200 len: 855 time: 0.0466180 Jul 25 06:06:01.199635 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-8b310950-beb9-4c49-8c64-1983c6d05f31 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:01.201899 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-8b310950-beb9-4c49-8c64-1983c6d05f31 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0529048 Jul 25 06:06:01.212001 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:01.245170 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-7485902d-4b83-41c4-a488-07f30479a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:01.247056 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-7485902d-4b83-41c4-a488-07f30479a23a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d09a72ec-f4c1-4494-ae4f-e65cd0316aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432420 Jul 25 06:06:01.341801 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Deleting port 279fa404-535f-4110-9863-de45be0f04f9 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:01.341950 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (279fa404-535f-4110-9863-de45be0f04f9), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:01.364690 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-c46a6665-a641-4c07-8689-680dfb677bb8 service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969667 Jul 25 06:06:01.378864 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47830) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:01.479628 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4c8e8232-e960-4357-9ce6-7fbf98b76999 req-aaf2a130-f1ba-4179-b0f4-f35954742bcf service neutron] 10.222.0.47 "GET /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024594 Jul 25 06:06:01.624600 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d414b0-2561-4fb3-bcd6-cc8d466f6ba4 req-78cb1542-79dc-4363-9e03-bda5ff556b86 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:01.626110 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f2d414b0-2561-4fb3-bcd6-cc8d466f6ba4 req-78cb1542-79dc-4363-9e03-bda5ff556b86 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0502694 Jul 25 06:06:01.678762 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f2d414b0-2561-4fb3-bcd6-cc8d466f6ba4 req-0f6fe486-1eb3-4e29-943a-e010d22f10fb tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467100 Jul 25 06:06:01.749019 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea69ee-af25-4ac3-b9a5-b3c0a4039fbc req-f541d9a8-0c63-4fa2-9291-2b796ed4f80f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:01.750552 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-95ea69ee-af25-4ac3-b9a5-b3c0a4039fbc req-f541d9a8-0c63-4fa2-9291-2b796ed4f80f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 945 time: 0.0629869 Jul 25 06:06:01.767921 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] For port 279fa404-535f-4110-9863-de45be0f04f9, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=279fa404-535f-4110-9863-de45be0f04f9,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:01.768324 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (279fa404-535f-4110-9863-de45be0f04f9), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:01.799253 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Calling delete_port for 279fa404-535f-4110-9863-de45be0f04f9 owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:01.850393 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-95ea69ee-af25-4ac3-b9a5-b3c0a4039fbc req-8a3da96c-0dc2-49d1-bbe7-f5c928110f6d tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/security-groups?id=898c377e-491d-40eb-8af8-56cb3a2a6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846105 Jul 25 06:06:01.878384 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d09d78f0-3888-4332-85c9-511bb80aab21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:01.891565 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:01.923996 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:01.949370 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:02.034646 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d09d78f0-3888-4332-85c9-511bb80aab21 admin admin] Publish callbacks [] for security_group (55c23ec4-9ce2-4c39-bf9e-ff9d71882ea2), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:02.106416 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d09d78f0-3888-4332-85c9-511bb80aab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (55c23ec4-9ce2-4c39-bf9e-ff9d71882ea2), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:02.110531 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (279fa404-535f-4110-9863-de45be0f04f9), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:02.168601 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Pushing event deleted for resources: {'Port': ['ID=279fa404-535f-4110-9863-de45be0f04f9,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:02.178912 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d09d78f0-3888-4332-85c9-511bb80aab21 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b75327cab649456ca56a425eacbc4377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7985885 Jul 25 06:06:02.179530 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d78f0-3888-4332-85c9-511bb80aab21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c23ec4-9ce2-4c39-bf9e-ff9d71882ea2,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:02.181974 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 47866) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:02.242470 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] No DVR routers for this DVR port 279fa404-535f-4110-9863-de45be0f04f9 on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:02.248936 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:02.256773 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-68da776a-1aef-4342-94bd-e5421fe6c211 req-44db46bf-2488-4d2b-8fd3-984dc0f2f8df tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.47 "DELETE /v2.0/ports/279fa404-535f-4110-9863-de45be0f04f9 HTTP/1.1" status: 204 len: 173 time: 1.0177305 Jul 25 06:06:02.256773 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'name': 'network-vif-deleted', 'tag': '279fa404-535f-4110-9863-de45be0f04f9'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:06:02.258840 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822676e5-68e0-4456-89d0-ab96762637b3" -d '{"events": [{"server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "name": "network-vif-deleted", "tag": "279fa404-535f-4110-9863-de45be0f04f9"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:06:02.275782 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:02.307817 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd6778b-2367-4cd1-ba54-197f712bbacf x-openstack-request-id: req-9fd6778b-2367-4cd1-ba54-197f712bbacf {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:06:02.308357 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c88e17a-19b8-4f75-bbe7-01c014030a3a", "name": "network-vif-deleted", "tag": "279fa404-535f-4110-9863-de45be0f04f9", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:06:02.308691 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9fd6778b-2367-4cd1-ba54-197f712bbacf {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:06:02.309266 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd6778b-2367-4cd1-ba54-197f712bbacf'] response: {'server_uuid': '4c88e17a-19b8-4f75-bbe7-01c014030a3a', 'name': 'network-vif-deleted', 'tag': '279fa404-535f-4110-9863-de45be0f04f9', 'status': 'completed', 'code': 200} Jul 25 06:06:02.311581 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b956fbe5-8bc6-4df4-99c1-8bb7b2febc50 admin admin] Publish callbacks [] for security_group (55c23ec4-9ce2-4c39-bf9e-ff9d71882ea2), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:02.343684 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b956fbe5-8bc6-4df4-99c1-8bb7b2febc50 admin admin] Publish callbacks [] for security_group (55c23ec4-9ce2-4c39-bf9e-ff9d71882ea2), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:02.492901 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b956fbe5-8bc6-4df4-99c1-8bb7b2febc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (55c23ec4-9ce2-4c39-bf9e-ff9d71882ea2), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:02.497476 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b956fbe5-8bc6-4df4-99c1-8bb7b2febc50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:02.498708 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b956fbe5-8bc6-4df4-99c1-8bb7b2febc50 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/55c23ec4-9ce2-4c39-bf9e-ff9d71882ea2 HTTP/1.1" status: 204 len: 168 time: 0.3130641 Jul 25 06:06:02.510122 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956fbe5-8bc6-4df4-99c1-8bb7b2febc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c23ec4-9ce2-4c39-bf9e-ff9d71882ea2,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:02.867259 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e658d-b042-4d84-a102-1549537a08d8 req-531e8065-7d8d-4145-96be-98adc7a5d118 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:02.900826 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e51e658d-b042-4d84-a102-1549537a08d8 req-531e8065-7d8d-4145-96be-98adc7a5d118 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0999432 Jul 25 06:06:02.922059 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2fc9d-aa15-4e78-b0c1-fa594331377f req-6e1f1160-da0b-4071-971a-fd0a774da47b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:02.930670 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ba2fc9d-aa15-4e78-b0c1-fa594331377f req-6e1f1160-da0b-4071-971a-fd0a774da47b tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0699992 Jul 25 06:06:03.002718 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2ba2fc9d-aa15-4e78-b0c1-fa594331377f req-a2e7d6cc-1eaa-4df4-93aa-04a29fc87144 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705323 Jul 25 06:06:03.004244 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e51e658d-b042-4d84-a102-1549537a08d8 req-11673921-1d8b-41d3-8364-38be62029ec1 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006844 Jul 25 06:06:03.095772 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 279fa404-535f-4110-9863-de45be0f04f9 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:03.116169 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 279fa404-535f-4110-9863-de45be0f04f9 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:03.116716 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 279fa404-535f-4110-9863-de45be0f04f9 not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:03.154017 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ccd9eb9f-83bd-491c-bdfb-c9007dae5911 req-aee15966-893a-4d8a-8fd7-d43b01117077 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0312786 Jul 25 06:06:04.117537 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1d5d-572d-42d0-84cf-b82b230a5f3f req-7163a6b2-e4bc-4840-9bef-9dc02d5a447d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:04.119029 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5c4f1d5d-572d-42d0-84cf-b82b230a5f3f req-7163a6b2-e4bc-4840-9bef-9dc02d5a447d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0485947 Jul 25 06:06:04.152413 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:DELETE=6,neutron:INSERT=6,neutron:SELECT=88 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:04.170859 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7c8cf-c332-41c2-9d19-3a61fdd36b3e req-f3d86d8f-e821-4b07-868f-5626709f48ef tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:04.172395 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-80c7c8cf-c332-41c2-9d19-3a61fdd36b3e req-f3d86d8f-e821-4b07-868f-5626709f48ef tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0485075 Jul 25 06:06:04.176458 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5c4f1d5d-572d-42d0-84cf-b82b230a5f3f req-1a573ce5-b092-4d47-9b80-f4bdaa57852a tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514746 Jul 25 06:06:04.231827 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-80c7c8cf-c332-41c2-9d19-3a61fdd36b3e req-7dfa6b5d-836e-4090-921b-57d920cc9298 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525270 Jul 25 06:06:04.283233 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d66f1a8f-aa43-44e5-9ac1-b3fc3b9db3b0 req-112a7240-7486-4f41-8bbf-fe9b20960c9f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0297837 Jul 25 06:06:05.374711 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe4e0-ec58-40ca-a6bd-82c939e384ed req-b16b3e75-29d4-48bc-a9d7-9c574710a38f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:05.381633 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-890fe4e0-ec58-40ca-a6bd-82c939e384ed req-b16b3e75-29d4-48bc-a9d7-9c574710a38f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.1055036 Jul 25 06:06:05.391012 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80d7f1-533e-4191-926f-354387caeac3 req-dac59650-d5c9-41b0-8525-94f0f071ce8f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:05.399264 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9c80d7f1-533e-4191-926f-354387caeac3 req-dac59650-d5c9-41b0-8525-94f0f071ce8f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0649970 Jul 25 06:06:05.464813 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9c80d7f1-533e-4191-926f-354387caeac3 req-ee6abe10-e4c0-4abf-94a2-62a7038ac443 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532777 Jul 25 06:06:05.494703 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-890fe4e0-ec58-40ca-a6bd-82c939e384ed req-4089b4b2-3441-49d9-b955-0ba16c95228e tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118224 Jul 25 06:06:05.624709 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8c1ab601-d75e-43f1-9d2c-f377c96ae6ab req-539519f7-0f19-4c50-ad12-a4b3ddfcfa99 tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0403645 Jul 25 06:06:06.629299 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:06.629774 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41454b55-40c6-4728-8665-1b3f91eb82f2 req-70974b51-785a-41f9-a06f-055ee9097672 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:06.631339 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-41454b55-40c6-4728-8665-1b3f91eb82f2 req-70974b51-785a-41f9-a06f-055ee9097672 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0598526 Jul 25 06:06:06.646925 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bc4a2-8ec4-46f4-9db0-6a4b1ad2cf61 req-0e3014db-e0d0-4440-be5d-f361dd030223 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:06.649303 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-091bc4a2-8ec4-46f4-9db0-6a4b1ad2cf61 req-0e3014db-e0d0-4440-be5d-f361dd030223 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0958841 Jul 25 06:06:06.724717 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-091bc4a2-8ec4-46f4-9db0-6a4b1ad2cf61 req-2eaf1945-8e5d-4e2f-989e-4ed9ae3a6de5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695729 Jul 25 06:06:06.730980 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-41454b55-40c6-4728-8665-1b3f91eb82f2 req-25cb42de-b2f2-4bb9-ba68-7df5d00ce24f tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927894 Jul 25 06:06:06.868416 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dff9f326-a9bd-4004-9e71-bd6457cc18f2 req-859f53da-c4c7-41a7-aaca-ade7622a2a1f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0319149 Jul 25 06:06:07.903681 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f7e7b-949e-4317-8e0e-0862de1daab4 req-052bcfb2-1059-4906-86e1-06d1c45ff01c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:07.906090 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-773f7e7b-949e-4317-8e0e-0862de1daab4 req-052bcfb2-1059-4906-86e1-06d1c45ff01c tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0589721 Jul 25 06:06:07.909435 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9e939-3ee0-4fc2-975f-478f684f48d0 req-daf571a2-2f8b-4d2b-a05c-b00b8beb1551 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:07.927375 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-13e9e939-3ee0-4fc2-975f-478f684f48d0 req-daf571a2-2f8b-4d2b-a05c-b00b8beb1551 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0816674 Jul 25 06:06:07.965426 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-773f7e7b-949e-4317-8e0e-0862de1daab4 req-47f61599-30f1-48ec-970f-48b22c5d2b88 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523632 Jul 25 06:06:08.003889 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-13e9e939-3ee0-4fc2-975f-478f684f48d0 req-5ff33b7b-1034-4ac7-8b78-b43220dffb15 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760529 Jul 25 06:06:08.116863 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-43ae3f84-c253-4572-9a68-091d675abea5 req-10bdacbd-a583-4749-9b4b-95565327c3aa tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0356781 Jul 25 06:06:09.110619 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea0cf-9ae0-455e-b046-7c2e5718c9ee req-2c5e6a9e-e410-41cf-88f7-90236f81ba3d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:09.116648 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-743ea0cf-9ae0-455e-b046-7c2e5718c9ee req-2c5e6a9e-e410-41cf-88f7-90236f81ba3d tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0625060 Jul 25 06:06:09.138056 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf519ba-d21c-41a9-8aae-97463b64a3e6 req-5dda5231-b6a4-478b-8272-f60d5f03d77d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:09.140094 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8bf519ba-d21c-41a9-8aae-97463b64a3e6 req-5dda5231-b6a4-478b-8272-f60d5f03d77d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0642395 Jul 25 06:06:09.191747 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-743ea0cf-9ae0-455e-b046-7c2e5718c9ee req-7b31461d-9130-4c37-be62-c4c45dc08a23 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736496 Jul 25 06:06:09.234565 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8bf519ba-d21c-41a9-8aae-97463b64a3e6 req-077f757c-4cee-4baa-a130-5d3cb64724c8 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870755 Jul 25 06:06:09.333855 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-88bbf1a8-e726-45a0-83ab-d12cb62c4d3d req-d1da1632-e276-4d22-a6de-819f0526461c tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0370870 Jul 25 06:06:10.318485 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8f446-0508-4e95-a3ae-d35d0c393196 req-4321f5e2-c224-47bb-ad11-a14fe9035b50 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:10.320429 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-76e8f446-0508-4e95-a3ae-d35d0c393196 req-4321f5e2-c224-47bb-ad11-a14fe9035b50 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0567741 Jul 25 06:06:10.385757 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b0ac-a040-4d9c-a524-f37f923a4509 req-fe021139-f60d-4db6-9473-60c907f3cb0d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:10.388075 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-46c1b0ac-a040-4d9c-a524-f37f923a4509 req-fe021139-f60d-4db6-9473-60c907f3cb0d tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0581708 Jul 25 06:06:10.406887 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-76e8f446-0508-4e95-a3ae-d35d0c393196 req-af9da8fb-9367-4cea-befc-40745108ae91 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805666 Jul 25 06:06:10.463653 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-46c1b0ac-a040-4d9c-a524-f37f923a4509 req-52fc278a-3f01-49bf-995b-2fbf260e7407 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696976 Jul 25 06:06:10.506424 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-42d467e4-727d-4cd7-80d4-797e31fe5427 req-2bfc1087-2e0b-49ee-adbe-6146342a246f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0299835 Jul 25 06:06:11.521117 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821320c-627c-46a8-8bf3-70005bd3063d req-db21cef0-f8a4-4ba1-a475-2ba8d4230465 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:11.530222 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3821320c-627c-46a8-8bf3-70005bd3063d req-db21cef0-f8a4-4ba1-a475-2ba8d4230465 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0587575 Jul 25 06:06:11.583087 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3821320c-627c-46a8-8bf3-70005bd3063d req-81fd89f9-ac5c-41ad-86e8-05026cf5b304 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516815 Jul 25 06:06:11.585235 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7421cf-d933-453c-8f71-8c982597f3ad req-e0d5b8e8-8a96-4f35-aece-7cad193eae46 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:11.601413 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6b7421cf-d933-453c-8f71-8c982597f3ad req-e0d5b8e8-8a96-4f35-aece-7cad193eae46 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0502472 Jul 25 06:06:11.639232 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6b7421cf-d933-453c-8f71-8c982597f3ad req-278292f5-7ae1-4cf3-8a24-21cfae72461b tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462730 Jul 25 06:06:11.684524 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d0e64097-df7d-426a-b805-d3bfed7fc1a9 req-1dc75211-d4e2-43b9-a24d-a021f032c66a tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0297518 Jul 25 06:06:12.422073 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-74be55d4-e296-4d87-af9e-14c801a221dc tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:12.422073 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-74be55d4-e296-4d87-af9e-14c801a221dc tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0507593 Jul 25 06:06:12.719721 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208370-7783-4518-8909-1d743a92111a req-0db53305-b9af-4091-852f-55054f089f94 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:12.721527 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5c208370-7783-4518-8909-1d743a92111a req-0db53305-b9af-4091-852f-55054f089f94 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 946 time: 0.0583155 Jul 25 06:06:12.767261 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a749a74-72d6-4723-a257-a4b1f6aca72e req-3d6edf2d-ef04-4f65-bc1b-3e20ab9edd42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:12.768804 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5a749a74-72d6-4723-a257-a4b1f6aca72e req-3d6edf2d-ef04-4f65-bc1b-3e20ab9edd42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0483053 Jul 25 06:06:12.775417 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-5c208370-7783-4518-8909-1d743a92111a req-c011108c-4082-45cc-ac9c-5d267a8697ef tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups?id=2e274bab-ae10-43ed-ad6f-8b2085de309d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482047 Jul 25 06:06:12.804127 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:12.818938 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5a749a74-72d6-4723-a257-a4b1f6aca72e req-b0a117a5-f5ed-4176-9dfa-f408442fa1e9 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428643 Jul 25 06:06:12.872195 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7b807c2b-2bff-4b6a-9911-c891537a75c5 req-57b77384-a344-4b07-817d-a6784ef9381f tempest-TestMinimumBasicScenario-124943261 tempest-TestMinimumBasicScenario-124943261-project] 10.222.0.40 "GET /v2.0/ports?device_id=4c88e17a-19b8-4f75-bbe7-01c014030a3a HTTP/1.1" status: 200 len: 210 time: 0.0274951 Jul 25 06:06:13.102485 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:13.102485 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:13.110811 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Deleting port 4c6f1034-2014-4ea0-93a6-b1cb240056db {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:13.111159 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:13.206332 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] For port 4c6f1034-2014-4ea0-93a6-b1cb240056db, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=4c6f1034-2014-4ea0-93a6-b1cb240056db,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:13.206696 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:13.303890 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:13.374627 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:13.374987 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (a531c829-94c0-4233-9f9d-02e28aa14361), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:13.375317 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Floating IP a531c829-94c0-4233-9f9d-02e28aa14361 disassociated. External IP: 172.27.1.142, port: 4c6f1034-2014-4ea0-93a6-b1cb240056db. Jul 25 06:06:13.375663 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Calling delete_port for 4c6f1034-2014-4ea0-93a6-b1cb240056db owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:13.569257 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (4c6f1034-2014-4ea0-93a6-b1cb240056db), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:13.596068 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event deleted for resources: {'Port': ['ID=4c6f1034-2014-4ea0-93a6-b1cb240056db,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:13.713764 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Router d95cb2de-6db7-4ad5-b159-b8562ddc429b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:06:13.822667 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:06:13.832600 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] Sync routers for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:06:13.845570 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:13.846193 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:13.868823 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:13.872662 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] No DVR routers for this DVR port 4c6f1034-2014-4ea0-93a6-b1cb240056db on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:13.875224 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:13.878511 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c450022b-ef55-4b5b-a719-3b3a85ec8941 req-c8c06d93-f45a-4fb7-8655-d246b939fbc3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.47 "DELETE /v2.0/ports/4c6f1034-2014-4ea0-93a6-b1cb240056db HTTP/1.1" status: 204 len: 173 time: 0.8485482 Jul 25 06:06:13.878964 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'name': 'network-vif-deleted', 'tag': '4c6f1034-2014-4ea0-93a6-b1cb240056db'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:06:13.881293 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7d5120-ce7d-43dd-b26a-049903163aa2" -d '{"events": [{"server_uuid": "bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b", "name": "network-vif-deleted", "tag": "4c6f1034-2014-4ea0-93a6-b1cb240056db"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:06:13.897920 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7b174843-5acc-4fc7-9044-fae20e09c5b0 req-4a171c40-16e4-46a1-b6e7-06038a879881 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 210 time: 0.0401843 Jul 25 06:06:13.949396 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b238c4d-c054-438d-95e4-046f6c6efed9 x-openstack-request-id: req-3b238c4d-c054-438d-95e4-046f6c6efed9 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:06:13.949396 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b", "name": "network-vif-deleted", "tag": "4c6f1034-2014-4ea0-93a6-b1cb240056db", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:06:13.949396 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3b238c4d-c054-438d-95e4-046f6c6efed9 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:06:13.949396 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b238c4d-c054-438d-95e4-046f6c6efed9'] response: {'server_uuid': 'bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b', 'name': 'network-vif-deleted', 'tag': '4c6f1034-2014-4ea0-93a6-b1cb240056db', 'status': 'completed', 'code': 200} Jul 25 06:06:14.025484 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacec752-fe76-4965-abb0-c3da9b9d8278 req-2542c003-ba62-4ee5-8d2a-9418db19ce7f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:14.034106 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dacec752-fe76-4965-abb0-c3da9b9d8278 req-2542c003-ba62-4ee5-8d2a-9418db19ce7f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0999715 Jul 25 06:06:14.151603 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-dacec752-fe76-4965-abb0-c3da9b9d8278 req-52df31a6-8ade-4904-a99a-2fcb7587ab22 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120927 Jul 25 06:06:14.203055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:14.443122 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:14.469298 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] Checking router: d95cb2de-6db7-4ad5-b159-b8562ddc429b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:06:14.478917 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:14.479534 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:14.585539 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:14.683164 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48100) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:14.782904 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:14.807190 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-19841ac1-9e87-4b5a-a1e3-edf1ee86e6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:14.807880 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5ed28-5380-4ca9-99ca-c3099b86e531 None None] The sync data for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T05:59:30Z', 'revision_number': 4, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '134fa06f-2858-420a-ad24-63774adbb3f4', 'name': '', 'network_id': 'e8aa6446-1bfa-4069-a27c-c14f749ca6da', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'mac_address': 'fa:16:3e:d6:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:41Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'subnets': [{'id': 'ac18650c-f7a9-4125-b917-a18be86504ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:06:14.838610 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:14.892431 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-19841ac1-9e87-4b5a-a1e3-edf1ee86e6b3 admin admin] Publish callbacks [] for security_group (f06e67a7-0461-4253-97fc-ca60c313385f), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:15.012721 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-19841ac1-9e87-4b5a-a1e3-edf1ee86e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (f06e67a7-0461-4253-97fc-ca60c313385f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:15.016729 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e71d9835-c712-4888-a3f1-a32168c4a993 req-794f3bd7-141d-4d95-9723-3ce06ea9b6f3 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/ports?device_id=bdbe1008-0db3-40a8-aa3e-bbb6467dcd7b HTTP/1.1" status: 200 len: 210 time: 0.0362544 Jul 25 06:06:15.051441 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:15.062540 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-19841ac1-9e87-4b5a-a1e3-edf1ee86e6b3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c665769bcfe34dd09766452e0cd5e273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782532 Jul 25 06:06:15.063403 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19841ac1-9e87-4b5a-a1e3-edf1ee86e6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06e67a7-0461-4253-97fc-ca60c313385f,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:15.065443 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48114) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:15.113062 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689e1e8-82ff-4f39-b759-95f9d7cfe9d3 None None] New status for floating IP a531c829-94c0-4233-9f9d-02e28aa14361: DOWN {{(pid=110785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:06:15.126296 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Publish callbacks [] for security_group (f06e67a7-0461-4253-97fc-ca60c313385f), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:15.142959 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device ca3ad013-ac59-49fd-a355-d63dbc1c3385 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:06:15.145391 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 4c6f1034-2014-4ea0-93a6-b1cb240056db no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:15.154229 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Publish callbacks [] for security_group (f06e67a7-0461-4253-97fc-ca60c313385f), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:15.172634 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 4c6f1034-2014-4ea0-93a6-b1cb240056db {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:15.173211 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 4c6f1034-2014-4ea0-93a6-b1cb240056db not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:15.277952 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (f06e67a7-0461-4253-97fc-ca60c313385f), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:15.280765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:15.282304 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f06e67a7-0461-4253-97fc-ca60c313385f HTTP/1.1" status: 204 len: 168 time: 0.2157807 Jul 25 06:06:15.288481 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:15.294064 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06e67a7-0461-4253-97fc-ca60c313385f,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:15.302404 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.302926 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.303427 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.303923 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.304465 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.305250 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.305977 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.306523 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.307212 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.307736 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.308421 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.308932 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.309451 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.310351 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.311565 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba63243-428f-4919-9b13-981492557947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.322041 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'port_id': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'mac_address': 'fa:16:3e:aa:d1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:06:15.336423 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674eda0-8d17-47ec-a7bf-30fbbf15000d req-3dec5f1b-18a2-4942-8a66-bc6fa01e3fb3 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:15.339292 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8674eda0-8d17-47ec-a7bf-30fbbf15000d req-3dec5f1b-18a2-4942-8a66-bc6fa01e3fb3 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 943 time: 0.0876267 Jul 25 06:06:15.406375 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port ca3ad013-ac59-49fd-a355-d63dbc1c3385 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:06:15.406775 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:15.419055 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8674eda0-8d17-47ec-a7bf-30fbbf15000d req-56f4d68c-7521-4526-b6a9-696bc03461c2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723841 Jul 25 06:06:15.437245 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3ad013-ac59-49fd-a355-d63dbc1c3385 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:06:15.467696 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:15.565782 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:15.605416 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:15.613324 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:15.625718 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=9']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:15.633931 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.634359 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.634766 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.635176 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.635579 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.635978 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.636395 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.636812 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.637212 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.637607 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.638002 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.638398 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.638788 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.639253 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.639646 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:15.763160 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48138) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:15.788350 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['ca3ad013-ac59-49fd-a355-d63dbc1c3385'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:06:16.010240 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48140) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:16.025853 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e8529fe3-e837-4ea5-a971-65c38bb3e5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.058131 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:16.131049 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e8529fe3-e837-4ea5-a971-65c38bb3e5aa admin admin] Publish callbacks [] for security_group (bc5640e4-44ec-4e91-8686-0212c16c56fb), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.146201 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (b0346c5f-2a19-447b-80b6-3f093e760d6b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.261461 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e8529fe3-e837-4ea5-a971-65c38bb3e5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (bc5640e4-44ec-4e91-8686-0212c16c56fb), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.285441 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48148) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:16.331736 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e8529fe3-e837-4ea5-a971-65c38bb3e5aa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c88f366345e84881b24f27b1673a06f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203573 Jul 25 06:06:16.343280 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48150) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:16.370950 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8529fe3-e837-4ea5-a971-65c38bb3e5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5640e4-44ec-4e91-8686-0212c16c56fb,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:16.408363 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-335fcf01-fc86-466c-ae65-108c2a71cbbf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (2e274bab-ae10-43ed-ad6f-8b2085de309d), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.467749 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-335fcf01-fc86-466c-ae65-108c2a71cbbf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (2e274bab-ae10-43ed-ad6f-8b2085de309d), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.470716 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d94fe219-2e65-4d96-a786-73168445b797 admin admin] Publish callbacks [] for security_group (bc5640e4-44ec-4e91-8686-0212c16c56fb), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.497559 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d94fe219-2e65-4d96-a786-73168445b797 admin admin] Publish callbacks [] for security_group (bc5640e4-44ec-4e91-8686-0212c16c56fb), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.626268 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d94fe219-2e65-4d96-a786-73168445b797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (bc5640e4-44ec-4e91-8686-0212c16c56fb), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.628868 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d94fe219-2e65-4d96-a786-73168445b797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.629832 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da30343-5370-4a69-8cea-5011e999c5ef req-f6e7a7fa-f535-49e1-a650-8a04effa8bfa tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:16.630027 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d94fe219-2e65-4d96-a786-73168445b797 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bc5640e4-44ec-4e91-8686-0212c16c56fb HTTP/1.1" status: 204 len: 168 time: 0.2848561 Jul 25 06:06:16.631315 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2da30343-5370-4a69-8cea-5011e999c5ef req-f6e7a7fa-f535-49e1-a650-8a04effa8bfa tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 944 time: 0.0879290 Jul 25 06:06:16.639770 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fe219-2e65-4d96-a786-73168445b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5640e4-44ec-4e91-8686-0212c16c56fb,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:16.651688 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-335fcf01-fc86-466c-ae65-108c2a71cbbf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (2e274bab-ae10-43ed-ad6f-8b2085de309d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.654820 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-335fcf01-fc86-466c-ae65-108c2a71cbbf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.657986 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-335fcf01-fc86-466c-ae65-108c2a71cbbf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "DELETE /v2.0/security-groups/2e274bab-ae10-43ed-ad6f-8b2085de309d HTTP/1.1" status: 204 len: 168 time: 0.3692346 Jul 25 06:06:16.663559 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48156) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:16.677650 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:16.684934 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.api.v2.resource [None req-dcb89934-213e-4d9c-9d8d-30b0ef185d50 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] show failed (client error): The resource could not be found. Jul 25 06:06:16.687060 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-dcb89934-213e-4d9c-9d8d-30b0ef185d50 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "GET /v2.0/security-groups/2e274bab-ae10-43ed-ad6f-8b2085de309d HTTP/1.1" status: 404 len: 347 time: 0.0216181 Jul 25 06:06:16.688080 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fcf01-fc86-466c-ae65-108c2a71cbbf tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e274bab-ae10-43ed-ad6f-8b2085de309d,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:16.690654 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48158) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:16.743986 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2da30343-5370-4a69-8cea-5011e999c5ef req-4bd4de1b-591d-4fcf-b0bc-51fd97a3c752 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872240 Jul 25 06:06:16.745104 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Deleting port bd953467-52af-46df-94ce-e18d6812b4ba {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:16.745473 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.819482 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Deleting port b501e6d7-b02c-4f6e-be28-a5c0a30c146e {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:16.819928 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (b501e6d7-b02c-4f6e-be28-a5c0a30c146e), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.844055 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] For port bd953467-52af-46df-94ce-e18d6812b4ba, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=bd953467-52af-46df-94ce-e18d6812b4ba,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:16.844447 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.857472 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Calling delete_port for bd953467-52af-46df-94ce-e18d6812b4ba owned by network:router_interface {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:16.900648 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (b501e6d7-b02c-4f6e-be28-a5c0a30c146e), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.900917 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (b501e6d7-b02c-4f6e-be28-a5c0a30c146e), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:16.913177 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Calling delete_port for b501e6d7-b02c-4f6e-be28-a5c0a30c146e owned by network:floatingip {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:16.917015 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:16.969548 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:17.114318 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (bd953467-52af-46df-94ce-e18d6812b4ba), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.124127 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (b501e6d7-b02c-4f6e-be28-a5c0a30c146e), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.141912 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd953467-52af-46df-94ce-e18d6812b4ba,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:17.150175 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Pushing event deleted for resources: {'Port': ['ID=b501e6d7-b02c-4f6e-be28-a5c0a30c146e,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:17.160185 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device ca3ad013-ac59-49fd-a355-d63dbc1c3385 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:06:17.223971 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks [] for floatingip (a531c829-94c0-4233-9f9d-02e28aa14361), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.227253 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port ca3ad013-ac59-49fd-a355-d63dbc1c3385 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:06:17.228138 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.233700 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.246121 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2bbda100-9971-4844-af42-93d311a242f5 tempest-AttachVolumeTestJSON-400151501 tempest-AttachVolumeTestJSON-400151501-project] 10.222.0.40 "DELETE /v2.0/floatingips/a531c829-94c0-4233-9f9d-02e28aa14361 HTTP/1.1" status: 204 len: 168 time: 0.5456016 Jul 25 06:06:17.326870 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port ca3ad013-ac59-49fd-a355-d63dbc1c3385 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:06:17.328677 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.335198 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (b0346c5f-2a19-447b-80b6-3f093e760d6b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.357364 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:06:17.359816 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99a43f7-279a-4e9d-85ce-c3d2efadb8a2" -d '{"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-plugged", "status": "completed", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:06:17.401635 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:17.418258 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f167a59e-bf5e-423b-b3f4-94bea81e1d3c x-openstack-request-id: req-f167a59e-bf5e-423b-b3f4-94bea81e1d3c {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:06:17.418561 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-plugged", "status": "completed", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:06:17.418814 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f167a59e-bf5e-423b-b3f4-94bea81e1d3c {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:06:17.419420 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f167a59e-bf5e-423b-b3f4-94bea81e1d3c'] response: {'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'code': 200} Jul 25 06:06:17.459242 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:17.474661 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.516693 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48170) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:17.530531 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=10']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:17.540232 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-059136b4-d13d-43bc-86f0-4a9dcf95298e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.613953 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Router b0346c5f-2a19-447b-80b6-3f093e760d6b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:06:17.624825 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-059136b4-d13d-43bc-86f0-4a9dcf95298e admin admin] Publish callbacks [] for security_group (a2dc8afa-f06e-4697-b5dc-ba23d0a8ce81), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.625295 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:17.681454 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-059136b4-d13d-43bc-86f0-4a9dcf95298e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a2dc8afa-f06e-4697-b5dc-ba23d0a8ce81), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.721023 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:06:17.729058 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-db264893-8dc4-480e-b5a8-b483e19d4944 admin admin] 10.222.0.40 "PUT /v2.0/routers/b0346c5f-2a19-447b-80b6-3f093e760d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9646993 Jul 25 06:06:17.729670 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48172) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:17.730581 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] Sync routers for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:06:17.743214 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:17.749061 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:17.756271 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-059136b4-d13d-43bc-86f0-4a9dcf95298e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=71a109bf164d4493a74c7d28c7d9bb5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357852 Jul 25 06:06:17.759717 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48174) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:17.766032 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:17.766979 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059136b4-d13d-43bc-86f0-4a9dcf95298e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dc8afa-f06e-4697-b5dc-ba23d0a8ce81,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:17.780204 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb065-cfd1-4b0b-b861-8e2b51889d51 req-da9f7654-49a2-479d-85ab-59c1dcfc3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:17.781715 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4a7bb065-cfd1-4b0b-b861-8e2b51889d51 req-da9f7654-49a2-479d-85ab-59c1dcfc3c91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 1130 time: 0.0821793 Jul 25 06:06:17.845115 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-053997dc-43d0-40dd-823b-8403d70c25eb admin admin] Publish callbacks [] for security_group (a2dc8afa-f06e-4697-b5dc-ba23d0a8ce81), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.865922 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4a7bb065-cfd1-4b0b-b861-8e2b51889d51 req-0b5a4d40-fbb6-4e79-8e4b-f2c3a8d2df9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757241 Jul 25 06:06:17.877703 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks [] for router (b0346c5f-2a19-447b-80b6-3f093e760d6b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.879275 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-053997dc-43d0-40dd-823b-8403d70c25eb admin admin] Publish callbacks [] for security_group (a2dc8afa-f06e-4697-b5dc-ba23d0a8ce81), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:17.905980 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:17.934396 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e0d3-7780-478a-a099-4c494760526b req-364fa756-c2ab-4c11-857f-0b68e34a71af tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:17.935824 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3506e0d3-7780-478a-a099-4c494760526b req-364fa756-c2ab-4c11-857f-0b68e34a71af tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 946 time: 0.0945170 Jul 25 06:06:18.009097 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:18.031235 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3506e0d3-7780-478a-a099-4c494760526b req-cc9ddf04-6882-4a56-9f54-461e04b2e1e2 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636392 Jul 25 06:06:18.033600 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks [] for router_gateway (b0346c5f-2a19-447b-80b6-3f093e760d6b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.061418 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-053997dc-43d0-40dd-823b-8403d70c25eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a2dc8afa-f06e-4697-b5dc-ba23d0a8ce81), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.067966 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-053997dc-43d0-40dd-823b-8403d70c25eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.067966 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-053997dc-43d0-40dd-823b-8403d70c25eb admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a2dc8afa-f06e-4697-b5dc-ba23d0a8ce81 HTTP/1.1" status: 204 len: 168 time: 0.3065877 Jul 25 06:06:18.074563 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053997dc-43d0-40dd-823b-8403d70c25eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dc8afa-f06e-4697-b5dc-ba23d0a8ce81,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:18.084037 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:06:16Z', 'revision_number': 5, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:18.122393 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] Checking router: b0346c5f-2a19-447b-80b6-3f093e760d6b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:06:18.131724 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] Routers {'b0346c5f-2a19-447b-80b6-3f093e760d6b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:18.132370 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['b0346c5f-2a19-447b-80b6-3f093e760d6b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:18.210522 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Deleting port e895d83e-6976-4bd3-b207-4d7b2fc0c75c {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:18.211632 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.280810 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] Set router b0346c5f-2a19-447b-80b6-3f093e760d6b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:18.322034 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] For port e895d83e-6976-4bd3-b207-4d7b2fc0c75c, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=e895d83e-6976-4bd3-b207-4d7b2fc0c75c,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:18.322766 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.339295 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Calling delete_port for e895d83e-6976-4bd3-b207-4d7b2fc0c75c owned by network:router_gateway {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:18.340961 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:18.467763 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:18.499749 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:06:16Z', 'revision_number': 5, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:18.525993 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdc507-3f28-4d80-8c1d-c27c39a53af6 None None] The sync data for ids ['b0346c5f-2a19-447b-80b6-3f093e760d6b'] in dv-cinder-848418-2-iscsi is: [{'id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'name': 'tempest-TestMinimumBasicScenario-285474662-router', 'tenant_id': 'a18a468edefd401c835e7e368ac740e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:06:16Z', 'revision_number': 5, 'project_id': 'a18a468edefd401c835e7e368ac740e5', 'gw_port': {'id': 'e895d83e-6976-4bd3-b207-4d7b2fc0c75c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0346c5f-2a19-447b-80b6-3f093e760d6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:45Z', 'updated_at': '2022-07-25T06:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:06:18.629462 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (e895d83e-6976-4bd3-b207-4d7b2fc0c75c), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.657712 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e895d83e-6976-4bd3-b207-4d7b2fc0c75c,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:18.728921 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (b0346c5f-2a19-447b-80b6-3f093e760d6b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.858794 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (b0346c5f-2a19-447b-80b6-3f093e760d6b), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.861127 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks [] for router_controller (b0346c5f-2a19-447b-80b6-3f093e760d6b), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.986671 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (b0346c5f-2a19-447b-80b6-3f093e760d6b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:18.987475 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0346c5f-2a19-447b-80b6-3f093e760d6b {{(pid=110783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:06:18.993396 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.002762 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-7c450524-ba2c-4fa5-ba9b-af68667114ea admin admin] 10.222.0.40 "DELETE /v2.0/routers/b0346c5f-2a19-447b-80b6-3f093e760d6b HTTP/1.1" status: 204 len: 168 time: 1.2706428 Jul 25 06:06:19.002762 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48208) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:19.033422 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:19.073228 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8268e4-a244-4d64-81a5-557e52d92ce3 admin admin] Deleting subnet 6abd3025-ec15-47c9-950a-7d0a39f55fdd {{(pid=110783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:06:19.083374 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2a8268e4-a244-4d64-81a5-557e52d92ce3 admin admin] Publish callbacks [] for subnet (6abd3025-ec15-47c9-950a-7d0a39f55fdd), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.161207 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2a8268e4-a244-4d64-81a5-557e52d92ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11416775'] for subnet (6abd3025-ec15-47c9-950a-7d0a39f55fdd), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.200765 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60190969-2862-42c5-b84c-493f2937a5b4 req-446c5b2d-01f7-4777-bf73-d36e5edae0c7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:19.202303 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-60190969-2862-42c5-b84c-493f2937a5b4 req-446c5b2d-01f7-4777-bf73-d36e5edae0c7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 946 time: 0.0594656 Jul 25 06:06:19.252035 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-60190969-2862-42c5-b84c-493f2937a5b4 req-c872d487-a34f-4251-8f81-d196f92790a7 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439794 Jul 25 06:06:19.281673 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2a8268e4-a244-4d64-81a5-557e52d92ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (6abd3025-ec15-47c9-950a-7d0a39f55fdd), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.440422 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2a8268e4-a244-4d64-81a5-557e52d92ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12528817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9359416'] for subnet (6abd3025-ec15-47c9-950a-7d0a39f55fdd), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.471623 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8268e4-a244-4d64-81a5-557e52d92ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abd3025-ec15-47c9-950a-7d0a39f55fdd,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:19.473741 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2a8268e4-a244-4d64-81a5-557e52d92ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.479478 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48234) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:19.497613 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1580010-c41d-41ea-8cc4-5a4a5cdf2c7b None None] Network d44552f4-d09f-406e-b8fb-423b2c54a3ee requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:06:19.513700 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:06:19.515955 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-2a8268e4-a244-4d64-81a5-557e52d92ce3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6abd3025-ec15-47c9-950a-7d0a39f55fdd HTTP/1.1" status: 204 len: 168 time: 0.5124018 Jul 25 06:06:19.620229 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (d44552f4-d09f-406e-b8fb-423b2c54a3ee), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.668253 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Deleting port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:19.668674 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.732159 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5325496d-b883-4d40-a59d-c2fba6bf2acd None None] DHCP port deletion for d44552f4-d09f-406e-b8fb-423b2c54a3ee request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:06:19.753238 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] For port eb215bf7-ad22-4e86-902f-5fd5d825f2a4, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=eb215bf7-ad22-4e86-902f-5fd5d825f2a4,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:19.753631 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.771493 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Calling delete_port for eb215bf7-ad22-4e86-902f-5fd5d825f2a4 owned by network:dhcp {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:19.775692 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-5325496d-b883-4d40-a59d-c2fba6bf2acd None None] Deleting port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:19.776258 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5325496d-b883-4d40-a59d-c2fba6bf2acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.844725 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-5325496d-b883-4d40-a59d-c2fba6bf2acd None None] For port eb215bf7-ad22-4e86-902f-5fd5d825f2a4, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=eb215bf7-ad22-4e86-902f-5fd5d825f2a4,segment=NetworkSegment(a271303a-b313-41df-8d45-40214459d7d9),segment_id=a271303a-b313-41df-8d45-40214459d7d9)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:19.845122 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5325496d-b883-4d40-a59d-c2fba6bf2acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.858391 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:19.862261 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-5325496d-b883-4d40-a59d-c2fba6bf2acd None None] Calling delete_port for eb215bf7-ad22-4e86-902f-5fd5d825f2a4 owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:19.963614 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.970967 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5325496d-b883-4d40-a59d-c2fba6bf2acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (eb215bf7-ad22-4e86-902f-5fd5d825f2a4), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:19.993514 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb215bf7-ad22-4e86-902f-5fd5d825f2a4,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:20.000528 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325496d-b883-4d40-a59d-c2fba6bf2acd None None] Pushing event deleted for resources: {'Port': ['ID=eb215bf7-ad22-4e86-902f-5fd5d825f2a4,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:20.001595 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] No DVR routers for this DVR port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 on host dv-cinder-848418-2-iscsi {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:20.005978 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325496d-b883-4d40-a59d-c2fba6bf2acd None None] No DVR routers for this DVR port eb215bf7-ad22-4e86-902f-5fd5d825f2a4 on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:20.081270 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (d44552f4-d09f-406e-b8fb-423b2c54a3ee), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:20.101131 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44552f4-d09f-406e-b8fb-423b2c54a3ee']}} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:20.110845 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a271303a-b313-41df-8d45-40214459d7d9') {'for_net_delete': True} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:20.111154 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a271303a-b313-41df-8d45-40214459d7d9') {} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:20.125429 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126606'] for segment (a271303a-b313-41df-8d45-40214459d7d9), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:20.138736 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (a271303a-b313-41df-8d45-40214459d7d9), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:20.145485 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=110782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:06:20.145922 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11572873'] for segment (a271303a-b313-41df-8d45-40214459d7d9), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:20.194796 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment a271303a-b313-41df-8d45-40214459d7d9 resource provider aggregate not found Jul 25 06:06:20.215565 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment a271303a-b313-41df-8d45-40214459d7d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a271303a-b313-41df-8d45-40214459d7d9 found for delete ", "request_id": "req-961f1b64-859b-40bc-9f73-a0cd875728de"}]} Jul 25 06:06:20.323668 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (d44552f4-d09f-406e-b8fb-423b2c54a3ee), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:20.329586 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:20.333141 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] 10.222.0.40 "DELETE /v2.0/networks/d44552f4-d09f-406e-b8fb-423b2c54a3ee HTTP/1.1" status: 204 len: 168 time: 0.8526137 Jul 25 06:06:20.336503 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48304) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:20.377732 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631bbf7-ef92-4811-bc71-dd605fd1fd16 req-63f1c4c0-45a5-4379-b328-864e2123bb19 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:20.385537 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1631bbf7-ef92-4811-bc71-dd605fd1fd16 req-63f1c4c0-45a5-4379-b328-864e2123bb19 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 946 time: 0.0565853 Jul 25 06:06:20.389346 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b5868-0405-4985-88ca-19e4af087738 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44552f4-d09f-406e-b8fb-423b2c54a3ee,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:20.441174 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1631bbf7-ef92-4811-bc71-dd605fd1fd16 req-01f78ac7-3255-404f-b922-06f5794cda5e tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546811 Jul 25 06:06:20.502270 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device bd953467-52af-46df-94ce-e18d6812b4ba no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:20.672904 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: bd953467-52af-46df-94ce-e18d6812b4ba {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:20.673229 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device bd953467-52af-46df-94ce-e18d6812b4ba not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:20.673559 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device e895d83e-6976-4bd3-b207-4d7b2fc0c75c no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:20.693286 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: e895d83e-6976-4bd3-b207-4d7b2fc0c75c {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:20.693633 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device e895d83e-6976-4bd3-b207-4d7b2fc0c75c not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:20.694052 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device eb215bf7-ad22-4e86-902f-5fd5d825f2a4 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:20.713339 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: eb215bf7-ad22-4e86-902f-5fd5d825f2a4 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:20.713683 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device eb215bf7-ad22-4e86-902f-5fd5d825f2a4 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:20.732833 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:20.735156 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:20.957728 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Deleting port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:20.958062 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:20.968890 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:21.040260 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] For port 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=9c4569f9-eac8-4ec7-bc71-f10ccbc550a3,segment=NetworkSegment(0fca9e41-5d70-48bd-8949-8182bbf42049),segment_id=0fca9e41-5d70-48bd-8949-8182bbf42049)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:21.040619 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:21.053239 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Calling delete_port for 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 owned by network:router_interface {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:21.351110 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48332) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:21.386818 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (9c4569f9-eac8-4ec7-bc71-f10ccbc550a3), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:21.416087 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4569f9-eac8-4ec7-bc71-f10ccbc550a3,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:21.629123 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec435dac-83c8-4cb3-9395-383e2e557820 req-46f94cc7-5ff0-4f2a-8a2a-82768bafac98 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:21.630660 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ec435dac-83c8-4cb3-9395-383e2e557820 req-46f94cc7-5ff0-4f2a-8a2a-82768bafac98 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 946 time: 0.0923507 Jul 25 06:06:21.693685 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:21.721289 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ec435dac-83c8-4cb3-9395-383e2e557820 req-3b2a6a85-45c9-4ccf-af11-a993caacc13a tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763173 Jul 25 06:06:21.914144 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:21.964058 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (d95cb2de-6db7-4ad5-b159-b8562ddc429b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:22.155023 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:22.203245 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Deleting port 134fa06f-2858-420a-ad24-63774adbb3f4 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:22.203988 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:22.221038 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:06:22.291833 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] For port 134fa06f-2858-420a-ad24-63774adbb3f4, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=134fa06f-2858-420a-ad24-63774adbb3f4,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:22.292283 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:22.308348 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Calling delete_port for 134fa06f-2858-420a-ad24-63774adbb3f4 owned by network:router_interface {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:22.328547 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:06:22.336645 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2df94074-f144-4eb0-8f06-89761bcbf89a admin admin] 10.222.0.40 "PUT /v2.0/routers/c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9960785 Jul 25 06:06:22.337324 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] Sync routers for ids ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:06:22.340672 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48344) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:22.355323 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] Routers {'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:22.356251 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:22.402499 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:22.456003 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:22.459424 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks [] for router (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:22.475519 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] Set router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:22.577239 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks [] for router_gateway (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:22.600431 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (134fa06f-2858-420a-ad24-63774adbb3f4), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:22.637382 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Pushing event deleted for resources: {'Port': ['ID=134fa06f-2858-420a-ad24-63774adbb3f4,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:22.663190 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:53Z', 'updated_at': '2022-07-25T06:06:21Z', 'revision_number': 5, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'gw_port': {'id': '2df753ca-6cc7-466d-a1bc-13501872e958', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:02:54Z', 'updated_at': '2022-07-25T06:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:22.689478 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] Checking router: c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:06:22.711532 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Deleting port 2df753ca-6cc7-466d-a1bc-13501872e958 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:22.711766 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] Routers {'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:22.712175 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:22.721479 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:22.830297 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] Set router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 gateway port host: None {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:22.852920 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] For port 2df753ca-6cc7-466d-a1bc-13501872e958, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=2df753ca-6cc7-466d-a1bc-13501872e958,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:22.853281 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:22.885106 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Calling delete_port for 2df753ca-6cc7-466d-a1bc-13501872e958 owned by network:router_gateway {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:22.889093 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:53Z', 'updated_at': '2022-07-25T06:06:22Z', 'revision_number': 6, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'gw_port_host': None}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:22.918847 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96673f4-1fae-4fec-bb5d-d6563c2af2f6 None None] The sync data for ids ['c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41'] in dv-cinder-848418-2-iscsi is: [{'id': 'c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41', 'name': 'tempest-TestMinimumBasicScenario-553650467-router', 'tenant_id': '2c590ee21b9f407aba4b79240f33394a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:02:53Z', 'updated_at': '2022-07-25T06:06:22Z', 'revision_number': 6, 'project_id': '2c590ee21b9f407aba4b79240f33394a', 'gw_port_host': None}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:06:23.068215 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:23.160681 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (d95cb2de-6db7-4ad5-b159-b8562ddc429b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.194574 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (2df753ca-6cc7-466d-a1bc-13501872e958), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.218835 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df753ca-6cc7-466d-a1bc-13501872e958,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:23.303134 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.322153 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:23.398418 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Router d95cb2de-6db7-4ad5-b159-b8562ddc429b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:06:23.423079 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.425418 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks [] for router_controller (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.509353 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:06:23.519120 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-171f0d55-e99f-442c-9736-8104acee7101 admin admin] 10.222.0.40 "PUT /v2.0/routers/d95cb2de-6db7-4ad5-b159-b8562ddc429b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1654105 Jul 25 06:06:23.519256 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48350) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:23.520704 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] Sync routers for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:06:23.532325 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:23.532936 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:23.560555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.561175 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 {{(pid=110782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:06:23.566493 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.567613 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-afb5224c-9630-40fa-ab95-e8421b540977 admin admin] 10.222.0.40 "DELETE /v2.0/routers/c7ab2f5b-2acf-48c3-9ac6-4504dbf9ac41 HTTP/1.1" status: 204 len: 168 time: 1.2256384 Jul 25 06:06:23.570203 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48352) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:23.644564 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:23.660947 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb20ee8-a995-4ccf-ba4a-e2be09036fb6 admin admin] Deleting subnet 6535a8d5-1780-4761-91c3-fb70ba8d97a7 {{(pid=110782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:06:23.670064 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aeb20ee8-a995-4ccf-ba4a-e2be09036fb6 admin admin] Publish callbacks [] for subnet (6535a8d5-1780-4761-91c3-fb70ba8d97a7), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.706482 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks [] for router (d95cb2de-6db7-4ad5-b159-b8562ddc429b), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.751296 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aeb20ee8-a995-4ccf-ba4a-e2be09036fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126647'] for subnet (6535a8d5-1780-4761-91c3-fb70ba8d97a7), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.827415 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:23.851006 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T06:06:22Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:23.873807 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] Checking router: d95cb2de-6db7-4ad5-b159-b8562ddc429b for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:06:23.888745 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] Routers {'d95cb2de-6db7-4ad5-b159-b8562ddc429b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:23.889648 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:23.891718 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:23.897231 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks [] for router_gateway (d95cb2de-6db7-4ad5-b159-b8562ddc429b), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:23.902061 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aeb20ee8-a995-4ccf-ba4a-e2be09036fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (6535a8d5-1780-4761-91c3-fb70ba8d97a7), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.008013 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] Set router d95cb2de-6db7-4ad5-b159-b8562ddc429b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:24.026358 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aeb20ee8-a995-4ccf-ba4a-e2be09036fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11572787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8647388'] for subnet (6535a8d5-1780-4761-91c3-fb70ba8d97a7), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.101666 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb20ee8-a995-4ccf-ba4a-e2be09036fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6535a8d5-1780-4761-91c3-fb70ba8d97a7,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:24.104876 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Deleting port 26bed686-e517-4047-8efa-ead7daefb376 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:24.105555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (26bed686-e517-4047-8efa-ead7daefb376), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.163602 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:24.178881 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-aeb20ee8-a995-4ccf-ba4a-e2be09036fb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.178881 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-aeb20ee8-a995-4ccf-ba4a-e2be09036fb6 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6535a8d5-1780-4761-91c3-fb70ba8d97a7 HTTP/1.1" status: 204 len: 168 time: 0.6053030 Jul 25 06:06:24.180941 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48368) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:24.188079 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732093cb-d166-44f2-aef8-c5c7f5798840 None None] Network 0d69581c-43b3-4f37-8fec-6f46cee659c0 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:06:24.214074 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:24.290968 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] For port 26bed686-e517-4047-8efa-ead7daefb376, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=26bed686-e517-4047-8efa-ead7daefb376,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:24.291329 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (26bed686-e517-4047-8efa-ead7daefb376), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.309214 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (0d69581c-43b3-4f37-8fec-6f46cee659c0), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.311641 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Calling delete_port for 26bed686-e517-4047-8efa-ead7daefb376 owned by network:router_gateway {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:24.316205 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T06:06:22Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:24.345504 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167d588-d03d-458a-993d-970c1661eeb4 None None] The sync data for ids ['d95cb2de-6db7-4ad5-b159-b8562ddc429b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'name': 'tempest-AttachVolumeTestJSON-1758010139-router', 'tenant_id': '5ea60662f93343019fe380b6e13d5d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '26bed686-e517-4047-8efa-ead7daefb376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:21Z', 'updated_at': '2022-07-25T06:06:22Z', 'revision_number': 5, 'project_id': '5ea60662f93343019fe380b6e13d5d18', 'gw_port': {'id': '26bed686-e517-4047-8efa-ead7daefb376', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:52:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95cb2de-6db7-4ad5-b159-b8562ddc429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:22Z', 'updated_at': '2022-07-25T05:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:06:24.407137 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Deleting port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:24.407486 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.440776 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac84d51a-7b41-493c-af80-f0b103708f29 None None] DHCP port deletion for 0d69581c-43b3-4f37-8fec-6f46cee659c0 request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:06:24.479481 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-ac84d51a-7b41-493c-af80-f0b103708f29 None None] Deleting port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:24.479890 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ac84d51a-7b41-493c-af80-f0b103708f29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.521857 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] For port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=6cba5ee3-2cd2-4a61-b710-2193c6d80d8e,segment=NetworkSegment(0fca9e41-5d70-48bd-8949-8182bbf42049),segment_id=0fca9e41-5d70-48bd-8949-8182bbf42049)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:24.522404 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.545081 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Calling delete_port for 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e owned by network:dhcp {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:24.567448 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-ac84d51a-7b41-493c-af80-f0b103708f29 None None] For port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=6cba5ee3-2cd2-4a61-b710-2193c6d80d8e,segment=NetworkSegment(0fca9e41-5d70-48bd-8949-8182bbf42049),segment_id=0fca9e41-5d70-48bd-8949-8182bbf42049)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:24.568133 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ac84d51a-7b41-493c-af80-f0b103708f29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.581388 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-ac84d51a-7b41-493c-af80-f0b103708f29 None None] Calling delete_port for 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:24.709284 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (26bed686-e517-4047-8efa-ead7daefb376), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.731958 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ac84d51a-7b41-493c-af80-f0b103708f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.738097 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=26bed686-e517-4047-8efa-ead7daefb376,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:24.739708 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:24.748838 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (6cba5ee3-2cd2-4a61-b710-2193c6d80d8e), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.798665 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84d51a-7b41-493c-af80-f0b103708f29 None None] Pushing event deleted for resources: {'Port': ['ID=6cba5ee3-2cd2-4a61-b710-2193c6d80d8e,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:24.810056 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac84d51a-7b41-493c-af80-f0b103708f29 None None] No DVR routers for this DVR port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:24.840911 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Pushing event deleted for resources: {'Port': ['ID=6cba5ee3-2cd2-4a61-b710-2193c6d80d8e,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:24.847994 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] No DVR routers for this DVR port 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e on host dv-cinder-848418-2-iscsi {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:24.902644 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (d95cb2de-6db7-4ad5-b159-b8562ddc429b), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:24.902890 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 2df753ca-6cc7-466d-a1bc-13501872e958 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:24.925959 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 2df753ca-6cc7-466d-a1bc-13501872e958 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:24.926335 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 2df753ca-6cc7-466d-a1bc-13501872e958 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:24.926856 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:24.947423 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:24.947772 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 9c4569f9-eac8-4ec7-bc71-f10ccbc550a3 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:25.024332 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (0d69581c-43b3-4f37-8fec-6f46cee659c0), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.037162 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (d95cb2de-6db7-4ad5-b159-b8562ddc429b), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.042036 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks [] for router_controller (d95cb2de-6db7-4ad5-b159-b8562ddc429b), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.053620 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d69581c-43b3-4f37-8fec-6f46cee659c0']}} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:25.097451 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fca9e41-5d70-48bd-8949-8182bbf42049') {'for_net_delete': True} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:25.097650 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fca9e41-5d70-48bd-8949-8182bbf42049') {} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:25.108138 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126606'] for segment (0fca9e41-5d70-48bd-8949-8182bbf42049), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.122604 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (0fca9e41-5d70-48bd-8949-8182bbf42049), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.129633 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=110782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:06:25.130016 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11572873'] for segment (0fca9e41-5d70-48bd-8949-8182bbf42049), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.182005 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 0fca9e41-5d70-48bd-8949-8182bbf42049 resource provider aggregate not found Jul 25 06:06:25.187544 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (d95cb2de-6db7-4ad5-b159-b8562ddc429b), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.188594 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95cb2de-6db7-4ad5-b159-b8562ddc429b {{(pid=110782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:06:25.197454 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.198609 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-9bc17227-de3d-40af-9c91-28329b2b8b6b admin admin] 10.222.0.40 "DELETE /v2.0/routers/d95cb2de-6db7-4ad5-b159-b8562ddc429b HTTP/1.1" status: 204 len: 168 time: 1.6795430 Jul 25 06:06:25.201533 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48380) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:25.205757 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 0fca9e41-5d70-48bd-8949-8182bbf42049 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fca9e41-5d70-48bd-8949-8182bbf42049 found for delete ", "request_id": "req-7d174391-cb96-48a9-a08e-e811ba48f7fd"}]} Jul 25 06:06:25.250572 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2407e45-d823-4909-8b5e-8c483791aad7 admin admin] Deleting subnet ac18650c-f7a9-4125-b917-a18be86504ca {{(pid=110783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:06:25.253904 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f2407e45-d823-4909-8b5e-8c483791aad7 admin admin] Publish callbacks [] for subnet (ac18650c-f7a9-4125-b917-a18be86504ca), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.268908 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (0d69581c-43b3-4f37-8fec-6f46cee659c0), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.275431 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.279587 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] 10.222.0.40 "DELETE /v2.0/networks/0d69581c-43b3-4f37-8fec-6f46cee659c0 HTTP/1.1" status: 204 len: 168 time: 1.0986021 Jul 25 06:06:25.297418 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f2407e45-d823-4909-8b5e-8c483791aad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11416775'] for subnet (ac18650c-f7a9-4125-b917-a18be86504ca), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.312545 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3c91b-ccc3-4a35-b64c-25b3efa6518e admin admin] Pushing event deleted for resources: {'Network': ['ID=0d69581c-43b3-4f37-8fec-6f46cee659c0,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:25.395513 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f2407e45-d823-4909-8b5e-8c483791aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (ac18650c-f7a9-4125-b917-a18be86504ca), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.415380 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:25.503418 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f2407e45-d823-4909-8b5e-8c483791aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12528817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9359416'] for subnet (ac18650c-f7a9-4125-b917-a18be86504ca), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.536808 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f2407e45-d823-4909-8b5e-8c483791aad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.543810 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f2407e45-d823-4909-8b5e-8c483791aad7 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ac18650c-f7a9-4125-b917-a18be86504ca HTTP/1.1" status: 204 len: 168 time: 0.3381484 Jul 25 06:06:25.544012 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086e4e2d-2a6c-4e58-b3dc-b9fb856e50e8 None None] Network e8aa6446-1bfa-4069-a27c-c14f749ca6da requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:06:25.544132 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2407e45-d823-4909-8b5e-8c483791aad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac18650c-f7a9-4125-b917-a18be86504ca,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:25.544394 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48384) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:25.628068 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (e8aa6446-1bfa-4069-a27c-c14f749ca6da), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.658413 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48390) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:25.676947 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Deleting port 8119fde4-405e-4dfd-adf4-85586ed02b11 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:25.676947 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.738001 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-bdc72323-4f53-42ec-99c2-c8a77176f327 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a18a468edefd401c835e7e368ac740e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782940 Jul 25 06:06:25.740623 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48394) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:25.756007 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252c3c10-e31f-4d1e-b474-a2365ce45bbd None None] DHCP port deletion for e8aa6446-1bfa-4069-a27c-c14f749ca6da request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:06:25.803847 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] For port 8119fde4-405e-4dfd-adf4-85586ed02b11, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=8119fde4-405e-4dfd-adf4-85586ed02b11,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:25.804229 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.811881 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8d38279e-7b6d-4992-9357-87ab940d59e2 admin admin] Publish callbacks [] for security_group (898c377e-491d-40eb-8af8-56cb3a2a6bd2), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.817098 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-252c3c10-e31f-4d1e-b474-a2365ce45bbd None None] Deleting port 8119fde4-405e-4dfd-adf4-85586ed02b11 {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:25.817481 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-252c3c10-e31f-4d1e-b474-a2365ce45bbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.821684 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Calling delete_port for 8119fde4-405e-4dfd-adf4-85586ed02b11 owned by network:dhcp {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:25.847220 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8d38279e-7b6d-4992-9357-87ab940d59e2 admin admin] Publish callbacks [] for security_group (898c377e-491d-40eb-8af8-56cb3a2a6bd2), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.862535 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:25.904820 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-252c3c10-e31f-4d1e-b474-a2365ce45bbd None None] For port 8119fde4-405e-4dfd-adf4-85586ed02b11, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=8119fde4-405e-4dfd-adf4-85586ed02b11,segment=NetworkSegment(00624e28-8c3d-478a-882a-9a55e8ab9a0d),segment_id=00624e28-8c3d-478a-882a-9a55e8ab9a0d)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:25.905219 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-252c3c10-e31f-4d1e-b474-a2365ce45bbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:25.921270 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-252c3c10-e31f-4d1e-b474-a2365ce45bbd None None] Calling delete_port for 8119fde4-405e-4dfd-adf4-85586ed02b11 owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:25.936147 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:26.009692 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8d38279e-7b6d-4992-9357-87ab940d59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (898c377e-491d-40eb-8af8-56cb3a2a6bd2), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.010989 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.012508 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8d38279e-7b6d-4992-9357-87ab940d59e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.014010 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-8d38279e-7b6d-4992-9357-87ab940d59e2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/898c377e-491d-40eb-8af8-56cb3a2a6bd2 HTTP/1.1" status: 204 len: 168 time: 0.2718315 Jul 25 06:06:26.023078 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38279e-7b6d-4992-9357-87ab940d59e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898c377e-491d-40eb-8af8-56cb3a2a6bd2,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:26.030627 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-252c3c10-e31f-4d1e-b474-a2365ce45bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (8119fde4-405e-4dfd-adf4-85586ed02b11), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.044301 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] No DVR routers for this DVR port 8119fde4-405e-4dfd-adf4-85586ed02b11 on host dv-cinder-848418-2-iscsi {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:26.079228 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c3c10-e31f-4d1e-b474-a2365ce45bbd None None] Pushing event deleted for resources: {'Port': ['ID=8119fde4-405e-4dfd-adf4-85586ed02b11,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:26.082771 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Pushing event deleted for resources: {'Port': ['ID=8119fde4-405e-4dfd-adf4-85586ed02b11,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:26.105223 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c3c10-e31f-4d1e-b474-a2365ce45bbd None None] No DVR routers for this DVR port 8119fde4-405e-4dfd-adf4-85586ed02b11 on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:26.154671 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (e8aa6446-1bfa-4069-a27c-c14f749ca6da), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.176776 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8aa6446-1bfa-4069-a27c-c14f749ca6da']}} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:26.188034 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:26.191906 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00624e28-8c3d-478a-882a-9a55e8ab9a0d') {'for_net_delete': True} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:26.192241 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00624e28-8c3d-478a-882a-9a55e8ab9a0d') {} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:26.202670 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126606'] for segment (00624e28-8c3d-478a-882a-9a55e8ab9a0d), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.216909 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (00624e28-8c3d-478a-882a-9a55e8ab9a0d), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.224421 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=110782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:06:26.224825 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11572873'] for segment (00624e28-8c3d-478a-882a-9a55e8ab9a0d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.241727 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7331-f79d-49b3-9277-57a1ca830fd6 req-654abe32-b223-4b74-b185-eea80fdcd9c9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:26.244022 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-680a7331-f79d-49b3-9277-57a1ca830fd6 req-654abe32-b223-4b74-b185-eea80fdcd9c9 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 946 time: 0.0499749 Jul 25 06:06:26.299279 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-680a7331-f79d-49b3-9277-57a1ca830fd6 req-ece9f646-5339-44a8-87a9-e8f08941fd27 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488877 Jul 25 06:06:26.398547 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (e8aa6446-1bfa-4069-a27c-c14f749ca6da), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.407813 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.412569 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] 10.222.0.40 "DELETE /v2.0/networks/e8aa6446-1bfa-4069-a27c-c14f749ca6da HTTP/1.1" status: 204 len: 168 time: 0.8672445 Jul 25 06:06:26.429133 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a277309-8a68-4297-aa7d-c6f4905e308f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8aa6446-1bfa-4069-a27c-c14f749ca6da,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:26.447944 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 26bed686-e517-4047-8efa-ead7daefb376 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:26.474925 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 26bed686-e517-4047-8efa-ead7daefb376 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:26.475256 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 26bed686-e517-4047-8efa-ead7daefb376 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:26.475688 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 134fa06f-2858-420a-ad24-63774adbb3f4 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:26.500473 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 134fa06f-2858-420a-ad24-63774adbb3f4 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:26.501255 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 134fa06f-2858-420a-ad24-63774adbb3f4 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:26.501777 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 8119fde4-405e-4dfd-adf4-85586ed02b11 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:26.522518 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 8119fde4-405e-4dfd-adf4-85586ed02b11 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:26.522886 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 8119fde4-405e-4dfd-adf4-85586ed02b11 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:26.524207 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:26.545476 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:26.545992 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 6cba5ee3-2cd2-4a61-b710-2193c6d80d8e not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:26.805132 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48408) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:26.846943 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-7d7f3fea-d31a-43f2-adaa-aec866e79eb5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5ea60662f93343019fe380b6e13d5d18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405376 Jul 25 06:06:26.849435 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48410) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:26.871930 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48412) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:26.934375 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4de636d6-8baa-4369-a162-7fad7c850248 admin admin] Publish callbacks [] for security_group (b453c464-3b4b-49f9-8d1a-f1ae60ef2a79), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.940595 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-91cb4705-76c4-44ac-8283-1ec20e90a34a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2c590ee21b9f407aba4b79240f33394a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676622 Jul 25 06:06:26.943318 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48414) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:26.956034 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:26.965893 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4de636d6-8baa-4369-a162-7fad7c850248 admin admin] Publish callbacks [] for security_group (b453c464-3b4b-49f9-8d1a-f1ae60ef2a79), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:26.998567 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a2422155-eb21-4f0f-a277-6b78c08fbe81 admin admin] Publish callbacks [] for security_group (eada95c0-97e1-4940-8b60-267ccffe6b4e), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:27.027915 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a2422155-eb21-4f0f-a277-6b78c08fbe81 admin admin] Publish callbacks [] for security_group (eada95c0-97e1-4940-8b60-267ccffe6b4e), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:27.083706 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4de636d6-8baa-4369-a162-7fad7c850248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b453c464-3b4b-49f9-8d1a-f1ae60ef2a79), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:27.087182 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4de636d6-8baa-4369-a162-7fad7c850248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:27.088548 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-4de636d6-8baa-4369-a162-7fad7c850248 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b453c464-3b4b-49f9-8d1a-f1ae60ef2a79 HTTP/1.1" status: 204 len: 168 time: 0.2378514 Jul 25 06:06:27.096967 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de636d6-8baa-4369-a162-7fad7c850248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b453c464-3b4b-49f9-8d1a-f1ae60ef2a79,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:27.137689 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-7c7ebb4c-973d-4f1e-9d5d-5621a743de84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:27.166651 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a2422155-eb21-4f0f-a277-6b78c08fbe81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (eada95c0-97e1-4940-8b60-267ccffe6b4e), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:27.169525 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a2422155-eb21-4f0f-a277-6b78c08fbe81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:27.173265 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a2422155-eb21-4f0f-a277-6b78c08fbe81 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eada95c0-97e1-4940-8b60-267ccffe6b4e HTTP/1.1" status: 204 len: 168 time: 0.2265797 Jul 25 06:06:27.179381 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2422155-eb21-4f0f-a277-6b78c08fbe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eada95c0-97e1-4940-8b60-267ccffe6b4e,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:27.227084 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 00624e28-8c3d-478a-882a-9a55e8ab9a0d resource provider aggregate not found Jul 25 06:06:27.244936 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 00624e28-8c3d-478a-882a-9a55e8ab9a0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00624e28-8c3d-478a-882a-9a55e8ab9a0d found for delete ", "request_id": "req-9664cc7e-cabc-4347-8f57-55e0262193c6"}]} Jul 25 06:06:27.424548 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb5a1e-313c-4a43-a2aa-f2f770ffa15e req-d3fd97a1-ddd5-4a62-973e-7567f63bf734 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:27.426013 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eafb5a1e-313c-4a43-a2aa-f2f770ffa15e req-d3fd97a1-ddd5-4a62-973e-7567f63bf734 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 946 time: 0.0530324 Jul 25 06:06:27.481592 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eafb5a1e-313c-4a43-a2aa-f2f770ffa15e req-ef8eebe1-a269-430e-8021-854b861a6f8a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493855 Jul 25 06:06:27.896755 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-8e18b36c-0d2b-4af7-b25e-c4e5d5dafe67 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:27.898387 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-8e18b36c-0d2b-4af7-b25e-c4e5d5dafe67 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 946 time: 0.0486946 Jul 25 06:06:27.986795 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Deleting port 7da6481b-18b6-48f5-aaff-0f86837cc82a {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:27.987371 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:28.086795 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] For port 7da6481b-18b6-48f5-aaff-0f86837cc82a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7da6481b-18b6-48f5-aaff-0f86837cc82a,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:28.087393 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:28.259175 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:28.261231 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (f373296a-585b-430c-a04d-be4d5492dac1), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:28.261231 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Floating IP f373296a-585b-430c-a04d-be4d5492dac1 disassociated. External IP: 172.27.1.73, port: 7da6481b-18b6-48f5-aaff-0f86837cc82a. Jul 25 06:06:28.261231 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Calling delete_port for 7da6481b-18b6-48f5-aaff-0f86837cc82a owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:28.328291 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:28.609463 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c87e94-0e76-4e36-9466-d636c02fa59e req-5ddc4e2d-4d7e-492f-a552-38d48dc120bf tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:28.611144 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c7c87e94-0e76-4e36-9466-d636c02fa59e req-5ddc4e2d-4d7e-492f-a552-38d48dc120bf tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 946 time: 0.0539658 Jul 25 06:06:28.671986 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c7c87e94-0e76-4e36-9466-d636c02fa59e req-8630f574-536b-430b-97fc-25cdcfd248fa tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups?id=b77f6278-bc8f-49a1-b562-8da69aab0475&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526240 Jul 25 06:06:28.746691 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (7da6481b-18b6-48f5-aaff-0f86837cc82a), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:28.757954 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:28.777197 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'Port': ['ID=7da6481b-18b6-48f5-aaff-0f86837cc82a,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:28.902396 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:06:29.020636 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:06:29.032585 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:06:29.046171 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:29.047413 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:05:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:29.073918 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] No DVR routers for this DVR port 7da6481b-18b6-48f5-aaff-0f86837cc82a on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:29.073918 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:29.075716 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:29.077958 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6988c6d4-0bbb-4299-8415-62d2812cd3a1 req-b5a74039-23de-490c-bd45-787169237b52 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.47 "DELETE /v2.0/ports/7da6481b-18b6-48f5-aaff-0f86837cc82a HTTP/1.1" status: 204 len: 173 time: 1.1724660 Jul 25 06:06:29.078423 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'name': 'network-vif-deleted', 'tag': '7da6481b-18b6-48f5-aaff-0f86837cc82a'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:06:29.092012 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232b4c49-7110-4acc-a582-5d3096ee70d0" -d '{"events": [{"server_uuid": "d21512fe-e078-4674-bb50-659aeebf1a6b", "name": "network-vif-deleted", "tag": "7da6481b-18b6-48f5-aaff-0f86837cc82a"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:06:29.153836 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baff0e66-f602-4e63-97a8-97b9b28ab216 x-openstack-request-id: req-baff0e66-f602-4e63-97a8-97b9b28ab216 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:06:29.154153 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21512fe-e078-4674-bb50-659aeebf1a6b", "name": "network-vif-deleted", "tag": "7da6481b-18b6-48f5-aaff-0f86837cc82a", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:06:29.154402 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-baff0e66-f602-4e63-97a8-97b9b28ab216 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:06:29.154811 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baff0e66-f602-4e63-97a8-97b9b28ab216'] response: {'server_uuid': 'd21512fe-e078-4674-bb50-659aeebf1a6b', 'name': 'network-vif-deleted', 'tag': '7da6481b-18b6-48f5-aaff-0f86837cc82a', 'status': 'completed', 'code': 200} Jul 25 06:06:29.195125 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:29.217308 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:29.403413 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:29.416360 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-1b3a524f-8f05-4c89-a188-7d257cdccb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:29.428900 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:06:29.437969 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:29.438569 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:29.548939 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:29.572180 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:29.584661 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:29.787868 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-db947d41-0c67-421c-8459-39830cdec3f0 req-a0d3e903-134e-4022-aeff-b202cd8c63d4 tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/ports?device_id=d21512fe-e078-4674-bb50-659aeebf1a6b HTTP/1.1" status: 200 len: 210 time: 0.0306690 Jul 25 06:06:29.838908 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:29.866649 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8f96d-a58e-41dc-a3ab-65316608c2ff None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:34Z', 'revision_number': 4, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '01e53f50-572a-4686-829a-9ccd13d2f883', 'name': '', 'network_id': 'd80cb7ca-3031-41c9-afe8-b6a4faf27141', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'mac_address': 'fa:16:3e:73:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:32Z', 'updated_at': '2022-07-25T05:59:46Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'subnets': [{'id': '643fd28a-aa2d-43b1-bd8f-778a3da61ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:06:30.123080 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1325999e-e378-41ec-aa09-b7eae94c0038 None None] New status for floating IP f373296a-585b-430c-a04d-be4d5492dac1: DOWN {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:06:30.668450 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:30.937836 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48496) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:30.996932 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-05d7b995-e8ca-4cd4-9b42-e1fed83370af tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (b77f6278-bc8f-49a1-b562-8da69aab0475), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.020655 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-05d7b995-e8ca-4cd4-9b42-e1fed83370af tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (b77f6278-bc8f-49a1-b562-8da69aab0475), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.157827 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-05d7b995-e8ca-4cd4-9b42-e1fed83370af tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b77f6278-bc8f-49a1-b562-8da69aab0475), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.160533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-05d7b995-e8ca-4cd4-9b42-e1fed83370af tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.161710 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-05d7b995-e8ca-4cd4-9b42-e1fed83370af tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "DELETE /v2.0/security-groups/b77f6278-bc8f-49a1-b562-8da69aab0475 HTTP/1.1" status: 204 len: 168 time: 0.2228773 Jul 25 06:06:31.165108 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48506) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:31.180517 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.api.v2.resource [None req-e7fdb47d-1226-463f-9995-c29a0547167e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] show failed (client error): The resource could not be found. Jul 25 06:06:31.185223 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-e7fdb47d-1226-463f-9995-c29a0547167e tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "GET /v2.0/security-groups/b77f6278-bc8f-49a1-b562-8da69aab0475 HTTP/1.1" status: 404 len: 347 time: 0.0153854 Jul 25 06:06:31.186694 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7b995-e8ca-4cd4-9b42-e1fed83370af tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f6278-bc8f-49a1-b562-8da69aab0475,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:31.187312 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48508) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:31.301765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Deleting port 99e77802-c239-42e5-b018-7646196096b1 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:31.302105 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (99e77802-c239-42e5-b018-7646196096b1), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.355132 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:31.380760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (99e77802-c239-42e5-b018-7646196096b1), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.381081 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (99e77802-c239-42e5-b018-7646196096b1), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.393855 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Calling delete_port for 99e77802-c239-42e5-b018-7646196096b1 owned by network:floatingip {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:31.594064 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (99e77802-c239-42e5-b018-7646196096b1), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.619963 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Pushing event deleted for resources: {'Port': ['ID=99e77802-c239-42e5-b018-7646196096b1,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:31.682249 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks [] for floatingip (f373296a-585b-430c-a04d-be4d5492dac1), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.684816 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:31.685955 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-77525e4f-3c9b-4c1c-a67d-8027b3bbbc7a tempest-AttachVolumeNegativeTest-1825369983 tempest-AttachVolumeNegativeTest-1825369983-project] 10.222.0.40 "DELETE /v2.0/floatingips/f373296a-585b-430c-a04d-be4d5492dac1 HTTP/1.1" status: 204 len: 168 time: 0.4976768 Jul 25 06:06:31.877946 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:32.278322 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:33.238373 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 7da6481b-18b6-48f5-aaff-0f86837cc82a no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:33.260357 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 7da6481b-18b6-48f5-aaff-0f86837cc82a {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:33.261308 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 7da6481b-18b6-48f5-aaff-0f86837cc82a not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:35.807934 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48596) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:36.103749 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:36.277587 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (d50ac06b-835a-4f13-bb13-3396011e2b7b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:36.494579 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Deleting port 01e53f50-572a-4686-829a-9ccd13d2f883 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:36.494918 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:36.561876 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:36.573213 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] For port 01e53f50-572a-4686-829a-9ccd13d2f883, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=01e53f50-572a-4686-829a-9ccd13d2f883,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:36.573577 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:36.586919 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Calling delete_port for 01e53f50-572a-4686-829a-9ccd13d2f883 owned by network:router_interface {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:36.845923 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (01e53f50-572a-4686-829a-9ccd13d2f883), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:36.870654 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e53f50-572a-4686-829a-9ccd13d2f883,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:37.043248 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (d50ac06b-835a-4f13-bb13-3396011e2b7b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:37.154269 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:37.276371 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Router d50ac06b-835a-4f13-bb13-3396011e2b7b has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:06:37.387765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:37.392573 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:06:37.397577 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-a8a51b36-3f2a-4300-b595-ca53e6fa70a2 admin admin] 10.222.0.40 "PUT /v2.0/routers/d50ac06b-835a-4f13-bb13-3396011e2b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886002 Jul 25 06:06:37.401272 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48628) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:37.403762 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] Sync routers for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:06:37.415072 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:37.415682 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:37.504498 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks [] for router (d50ac06b-835a-4f13-bb13-3396011e2b7b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:37.529319 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:37.732067 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:06:36Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:37.759257 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] Checking router: d50ac06b-835a-4f13-bb13-3396011e2b7b for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:06:37.771573 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] Routers {'d50ac06b-835a-4f13-bb13-3396011e2b7b'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:37.772409 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['d50ac06b-835a-4f13-bb13-3396011e2b7b'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:37.867708 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks [] for router_gateway (d50ac06b-835a-4f13-bb13-3396011e2b7b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:37.877750 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] Set router d50ac06b-835a-4f13-bb13-3396011e2b7b gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:37.995890 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Deleting port 0f247671-9e5e-4007-a56a-f473492cf21a {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:37.996291 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.053431 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:06:36Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:38.078826 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dad35ad-e478-48b9-8351-3e6b7c6d0eda None None] The sync data for ids ['d50ac06b-835a-4f13-bb13-3396011e2b7b'] in dv-cinder-848418-2-iscsi is: [{'id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'name': 'tempest-AttachVolumeNegativeTest-616921982-router', 'tenant_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:06:36Z', 'revision_number': 5, 'project_id': 'a6fd13a3dd1d4e2b83cf6e44160adf35', 'gw_port': {'id': '0f247671-9e5e-4007-a56a-f473492cf21a', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50ac06b-835a-4f13-bb13-3396011e2b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:26Z', 'updated_at': '2022-07-25T05:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:06:38.085903 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] For port 0f247671-9e5e-4007-a56a-f473492cf21a, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=0f247671-9e5e-4007-a56a-f473492cf21a,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:38.086483 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.100760 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Calling delete_port for 0f247671-9e5e-4007-a56a-f473492cf21a owned by network:router_gateway {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:38.365871 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (0f247671-9e5e-4007-a56a-f473492cf21a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.395312 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f247671-9e5e-4007-a56a-f473492cf21a,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:38.464359 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (d50ac06b-835a-4f13-bb13-3396011e2b7b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.561540 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:38.567230 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (d50ac06b-835a-4f13-bb13-3396011e2b7b), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.571173 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks [] for router_controller (d50ac06b-835a-4f13-bb13-3396011e2b7b), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.575544 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 01e53f50-572a-4686-829a-9ccd13d2f883 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:38.615615 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 01e53f50-572a-4686-829a-9ccd13d2f883 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:38.616282 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 01e53f50-572a-4686-829a-9ccd13d2f883 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:38.724313 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (d50ac06b-835a-4f13-bb13-3396011e2b7b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.725209 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d50ac06b-835a-4f13-bb13-3396011e2b7b {{(pid=110783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:06:38.735541 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.735541 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d31c89c2-74d1-461b-8045-d5c44573d5f7 admin admin] 10.222.0.40 "DELETE /v2.0/routers/d50ac06b-835a-4f13-bb13-3396011e2b7b HTTP/1.1" status: 204 len: 168 time: 1.3299541 Jul 25 06:06:38.736070 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48646) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:38.793161 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a28d8b-2391-454a-9adc-738924a933f6 admin admin] Deleting subnet 643fd28a-aa2d-43b1-bd8f-778a3da61ff3 {{(pid=110782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:06:38.796868 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-64a28d8b-2391-454a-9adc-738924a933f6 admin admin] Publish callbacks [] for subnet (643fd28a-aa2d-43b1-bd8f-778a3da61ff3), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.834925 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-64a28d8b-2391-454a-9adc-738924a933f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126647'] for subnet (643fd28a-aa2d-43b1-bd8f-778a3da61ff3), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:38.920084 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-64a28d8b-2391-454a-9adc-738924a933f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (643fd28a-aa2d-43b1-bd8f-778a3da61ff3), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.064075 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-64a28d8b-2391-454a-9adc-738924a933f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11572787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8647388'] for subnet (643fd28a-aa2d-43b1-bd8f-778a3da61ff3), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.091604 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a28d8b-2391-454a-9adc-738924a933f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643fd28a-aa2d-43b1-bd8f-778a3da61ff3,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:39.093620 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-64a28d8b-2391-454a-9adc-738924a933f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.097256 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-64a28d8b-2391-454a-9adc-738924a933f6 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/643fd28a-aa2d-43b1-bd8f-778a3da61ff3 HTTP/1.1" status: 204 len: 168 time: 0.3611956 Jul 25 06:06:39.101941 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48652) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:39.107221 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b83c9f8-6337-49e1-bbd1-2663fdc8f57d None None] Network d80cb7ca-3031-41c9-afe8-b6a4faf27141 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:06:39.182247 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (d80cb7ca-3031-41c9-afe8-b6a4faf27141), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.234388 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Deleting port ed516f37-b392-462c-97dd-c6cff497d879 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:39.234993 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (ed516f37-b392-462c-97dd-c6cff497d879), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.315409 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] For port ed516f37-b392-462c-97dd-c6cff497d879, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=ed516f37-b392-462c-97dd-c6cff497d879,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:39.315803 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (ed516f37-b392-462c-97dd-c6cff497d879), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.331353 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Calling delete_port for ed516f37-b392-462c-97dd-c6cff497d879 owned by network:dhcp {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:39.427061 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499811e-ca20-459d-8680-dd5c2b9636ce None None] DHCP port deletion for d80cb7ca-3031-41c9-afe8-b6a4faf27141 request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:06:39.463990 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-8499811e-ca20-459d-8680-dd5c2b9636ce None None] Deleting port ed516f37-b392-462c-97dd-c6cff497d879 {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:39.464393 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8499811e-ca20-459d-8680-dd5c2b9636ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (ed516f37-b392-462c-97dd-c6cff497d879), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.480332 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (ed516f37-b392-462c-97dd-c6cff497d879), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.506438 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed516f37-b392-462c-97dd-c6cff497d879,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:39.509990 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] No DVR routers for this DVR port ed516f37-b392-462c-97dd-c6cff497d879 on host dv-cinder-848418-2-iscsi {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:39.531539 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-8499811e-ca20-459d-8680-dd5c2b9636ce None None] For port ed516f37-b392-462c-97dd-c6cff497d879, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=ed516f37-b392-462c-97dd-c6cff497d879,segment=NetworkSegment(232f109c-80c5-4c54-aa60-1e2121f24487),segment_id=232f109c-80c5-4c54-aa60-1e2121f24487)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:39.531938 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8499811e-ca20-459d-8680-dd5c2b9636ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (ed516f37-b392-462c-97dd-c6cff497d879), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.537320 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:39.549346 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-8499811e-ca20-459d-8680-dd5c2b9636ce None None] Calling delete_port for ed516f37-b392-462c-97dd-c6cff497d879 owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:39.587466 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (d80cb7ca-3031-41c9-afe8-b6a4faf27141), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.608248 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80cb7ca-3031-41c9-afe8-b6a4faf27141']}} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:39.618310 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232f109c-80c5-4c54-aa60-1e2121f24487') {'for_net_delete': True} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:39.618608 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232f109c-80c5-4c54-aa60-1e2121f24487') {} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:39.625710 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8499811e-ca20-459d-8680-dd5c2b9636ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (ed516f37-b392-462c-97dd-c6cff497d879), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.628934 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11416830'] for segment (232f109c-80c5-4c54-aa60-1e2121f24487), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.644265 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (232f109c-80c5-4c54-aa60-1e2121f24487), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.652165 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=110783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:06:39.652578 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12528651'] for segment (232f109c-80c5-4c54-aa60-1e2121f24487), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.655882 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499811e-ca20-459d-8680-dd5c2b9636ce None None] No DVR routers for this DVR port ed516f37-b392-462c-97dd-c6cff497d879 on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:39.660040 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499811e-ca20-459d-8680-dd5c2b9636ce None None] Pushing event deleted for resources: {'Port': ['ID=ed516f37-b392-462c-97dd-c6cff497d879,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:39.823162 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (d80cb7ca-3031-41c9-afe8-b6a4faf27141), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.834335 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 232f109c-80c5-4c54-aa60-1e2121f24487 resource provider aggregate not found Jul 25 06:06:39.834335 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:39.837894 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] 10.222.0.40 "DELETE /v2.0/networks/d80cb7ca-3031-41c9-afe8-b6a4faf27141 HTTP/1.1" status: 204 len: 168 time: 0.7370131 Jul 25 06:06:39.848001 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c2ea8-091a-4b6a-912b-b312bc95eb78 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80cb7ca-3031-41c9-afe8-b6a4faf27141,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:39.863625 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 232f109c-80c5-4c54-aa60-1e2121f24487 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 232f109c-80c5-4c54-aa60-1e2121f24487 found for delete ", "request_id": "req-f2bc45c3-7075-4517-a75c-e2d95c47148c"}]} Jul 25 06:06:40.164178 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48674) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:40.204558 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-92c8a319-2b4b-49d3-a9fa-7c6201a7514a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a6fd13a3dd1d4e2b83cf6e44160adf35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391548 Jul 25 06:06:40.207176 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48676) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:40.255245 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-45390a5e-61b0-4d1a-a27d-0541524f7254 admin admin] Publish callbacks [] for security_group (c7387c4b-18ce-47a3-bb10-0336a17d8548), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:40.277079 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-45390a5e-61b0-4d1a-a27d-0541524f7254 admin admin] Publish callbacks [] for security_group (c7387c4b-18ce-47a3-bb10-0336a17d8548), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:40.305861 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:40.394596 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-45390a5e-61b0-4d1a-a27d-0541524f7254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c7387c4b-18ce-47a3-bb10-0336a17d8548), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:40.397538 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-45390a5e-61b0-4d1a-a27d-0541524f7254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:40.399385 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-45390a5e-61b0-4d1a-a27d-0541524f7254 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c7387c4b-18ce-47a3-bb10-0336a17d8548 HTTP/1.1" status: 204 len: 168 time: 0.1908519 Jul 25 06:06:40.412424 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45390a5e-61b0-4d1a-a27d-0541524f7254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7387c4b-18ce-47a3-bb10-0336a17d8548,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:40.449724 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 0f247671-9e5e-4007-a56a-f473492cf21a no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:40.471379 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 0f247671-9e5e-4007-a56a-f473492cf21a {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:40.471732 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 0f247671-9e5e-4007-a56a-f473492cf21a not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:40.472176 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device ed516f37-b392-462c-97dd-c6cff497d879 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:06:40.490796 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: ed516f37-b392-462c-97dd-c6cff497d879 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:06:40.491130 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device ed516f37-b392-462c-97dd-c6cff497d879 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:06:42.744360 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48738) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:42.849354 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-06a21bbb-89f3-4ad0-84b3-1ac646a97ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:42.928186 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-06a21bbb-89f3-4ad0-84b3-1ac646a97ec0 admin admin] Publish callbacks [] for security_group (0153b301-d279-4e56-9b0e-e33965e651a0), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:42.980834 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-06a21bbb-89f3-4ad0-84b3-1ac646a97ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (0153b301-d279-4e56-9b0e-e33965e651a0), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:43.020557 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a21bbb-89f3-4ad0-84b3-1ac646a97ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0153b301-d279-4e56-9b0e-e33965e651a0,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:43.027941 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-06a21bbb-89f3-4ad0-84b3-1ac646a97ec0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=36cd278953ab46c08b1eb2cea55be8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825079 Jul 25 06:06:43.028292 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48750) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:43.080405 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1fe8d24c-935c-4d64-8f8d-f04d4264aabf admin admin] Publish callbacks [] for security_group (0153b301-d279-4e56-9b0e-e33965e651a0), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:43.105468 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1fe8d24c-935c-4d64-8f8d-f04d4264aabf admin admin] Publish callbacks [] for security_group (0153b301-d279-4e56-9b0e-e33965e651a0), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:43.115147 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:43.261681 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1fe8d24c-935c-4d64-8f8d-f04d4264aabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (0153b301-d279-4e56-9b0e-e33965e651a0), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:43.264272 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-1fe8d24c-935c-4d64-8f8d-f04d4264aabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:43.278980 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-1fe8d24c-935c-4d64-8f8d-f04d4264aabf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0153b301-d279-4e56-9b0e-e33965e651a0 HTTP/1.1" status: 204 len: 168 time: 0.2383657 Jul 25 06:06:43.288259 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8d24c-935c-4d64-8f8d-f04d4264aabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0153b301-d279-4e56-9b0e-e33965e651a0,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:43.888078 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48772) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:43.899745 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-931a407e-4b7f-49af-8ef2-ffe387b50813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:43.975039 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-931a407e-4b7f-49af-8ef2-ffe387b50813 admin admin] Publish callbacks [] for security_group (7772b313-d3d9-4bb5-af8f-3c9191d28098), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:44.049255 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-931a407e-4b7f-49af-8ef2-ffe387b50813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (7772b313-d3d9-4bb5-af8f-3c9191d28098), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:44.090264 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-931a407e-4b7f-49af-8ef2-ffe387b50813 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=00b52f9c7b09424ab4fba0ee1079642e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034822 Jul 25 06:06:44.091471 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a407e-4b7f-49af-8ef2-ffe387b50813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7772b313-d3d9-4bb5-af8f-3c9191d28098,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:44.093113 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48774) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:44.142365 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5bedb01-c090-4927-b7bb-a18aeb9acb5b admin admin] Publish callbacks [] for security_group (7772b313-d3d9-4bb5-af8f-3c9191d28098), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:44.144403 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:44.165924 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5bedb01-c090-4927-b7bb-a18aeb9acb5b admin admin] Publish callbacks [] for security_group (7772b313-d3d9-4bb5-af8f-3c9191d28098), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:44.342675 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5bedb01-c090-4927-b7bb-a18aeb9acb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (7772b313-d3d9-4bb5-af8f-3c9191d28098), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:44.345233 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e5bedb01-c090-4927-b7bb-a18aeb9acb5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:44.346397 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e5bedb01-c090-4927-b7bb-a18aeb9acb5b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7772b313-d3d9-4bb5-af8f-3c9191d28098 HTTP/1.1" status: 204 len: 168 time: 0.2522337 Jul 25 06:06:44.355997 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bedb01-c090-4927-b7bb-a18aeb9acb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7772b313-d3d9-4bb5-af8f-3c9191d28098,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:47.667767 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48900) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:47.782528 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-26336e45-303c-43ba-bc30-d126781b0fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:47.864629 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-26336e45-303c-43ba-bc30-d126781b0fa7 admin admin] Publish callbacks [] for security_group (c4b190e3-5dfc-4a03-b6f6-057efe0bb9f7), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:47.943299 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-26336e45-303c-43ba-bc30-d126781b0fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c4b190e3-5dfc-4a03-b6f6-057efe0bb9f7), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:47.983654 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-26336e45-303c-43ba-bc30-d126781b0fa7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e4565edad45b452c8208216bb607f866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143923 Jul 25 06:06:47.984560 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26336e45-303c-43ba-bc30-d126781b0fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b190e3-5dfc-4a03-b6f6-057efe0bb9f7,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:47.986205 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48908) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:48.037880 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-011e60a7-afec-444f-8fc4-f73a68f92ce7 admin admin] Publish callbacks [] for security_group (c4b190e3-5dfc-4a03-b6f6-057efe0bb9f7), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:48.063728 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-011e60a7-afec-444f-8fc4-f73a68f92ce7 admin admin] Publish callbacks [] for security_group (c4b190e3-5dfc-4a03-b6f6-057efe0bb9f7), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:48.166303 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-011e60a7-afec-444f-8fc4-f73a68f92ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c4b190e3-5dfc-4a03-b6f6-057efe0bb9f7), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:48.168868 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-011e60a7-afec-444f-8fc4-f73a68f92ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:48.170656 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-011e60a7-afec-444f-8fc4-f73a68f92ce7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c4b190e3-5dfc-4a03-b6f6-057efe0bb9f7 HTTP/1.1" status: 204 len: 168 time: 0.1828425 Jul 25 06:06:48.179065 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e60a7-afec-444f-8fc4-f73a68f92ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b190e3-5dfc-4a03-b6f6-057efe0bb9f7,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:48.807033 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48918) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:48.821331 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c5b5-09f4-4789-b7c6-4a473d1c495f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:48.903337 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c5b5-09f4-4789-b7c6-4a473d1c495f admin admin] Publish callbacks [] for security_group (b8f4f96e-573e-458f-b584-83e733aa4835), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:48.958225 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c5b5-09f4-4789-b7c6-4a473d1c495f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b8f4f96e-573e-458f-b584-83e733aa4835), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:48.984597 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48930) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:48.999183 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d7c1c5b5-09f4-4789-b7c6-4a473d1c495f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5dbe26a99c9349c5ac7064a4f61e83cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910462 Jul 25 06:06:49.000938 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1c5b5-09f4-4789-b7c6-4a473d1c495f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f4f96e-573e-458f-b584-83e733aa4835,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:49.002081 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 48934) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:49.054888 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:49.056204 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ab551998-84a1-43ee-babf-16241b57736e admin admin] Publish callbacks [] for security_group (b8f4f96e-573e-458f-b584-83e733aa4835), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.081619 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ab551998-84a1-43ee-babf-16241b57736e admin admin] Publish callbacks [] for security_group (b8f4f96e-573e-458f-b584-83e733aa4835), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.116737 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d444599-be95-432b-802c-9783b5acd04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.134653 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:49.264669 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ab551998-84a1-43ee-babf-16241b57736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (b8f4f96e-573e-458f-b584-83e733aa4835), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.267235 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ab551998-84a1-43ee-babf-16241b57736e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.268404 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-ab551998-84a1-43ee-babf-16241b57736e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b8f4f96e-573e-458f-b584-83e733aa4835 HTTP/1.1" status: 204 len: 168 time: 0.2644022 Jul 25 06:06:49.281013 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab551998-84a1-43ee-babf-16241b57736e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f4f96e-573e-458f-b584-83e733aa4835,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:49.332628 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d444599-be95-432b-802c-9783b5acd04b admin admin] Publish callbacks [] for security_group (55be782b-0c14-4da6-9ce2-6db11faac271), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.389102 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-7d444599-be95-432b-802c-9783b5acd04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (55be782b-0c14-4da6-9ce2-6db11faac271), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.430706 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-7d444599-be95-432b-802c-9783b5acd04b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a06728e0b0f6484cae09bcef4becc45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448345 Jul 25 06:06:49.431886 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d444599-be95-432b-802c-9783b5acd04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55be782b-0c14-4da6-9ce2-6db11faac271,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:49.433580 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48954) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:49.483784 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-70d4cef9-ff8e-42df-bfd8-00157bdd200a admin admin] Publish callbacks [] for security_group (55be782b-0c14-4da6-9ce2-6db11faac271), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.506258 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-70d4cef9-ff8e-42df-bfd8-00157bdd200a admin admin] Publish callbacks [] for security_group (55be782b-0c14-4da6-9ce2-6db11faac271), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.617734 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-70d4cef9-ff8e-42df-bfd8-00157bdd200a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (55be782b-0c14-4da6-9ce2-6db11faac271), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.620427 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-70d4cef9-ff8e-42df-bfd8-00157bdd200a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:49.621637 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-70d4cef9-ff8e-42df-bfd8-00157bdd200a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/55be782b-0c14-4da6-9ce2-6db11faac271 HTTP/1.1" status: 204 len: 168 time: 0.1870809 Jul 25 06:06:49.629900 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4cef9-ff8e-42df-bfd8-00157bdd200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55be782b-0c14-4da6-9ce2-6db11faac271,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:49.917185 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48970) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:50.155425 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6ac93674-0d34-41b3-b906-e4d26f311ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:50.174731 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:50.236582 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6ac93674-0d34-41b3-b906-e4d26f311ddd admin admin] Publish callbacks [] for security_group (3beb2e48-74e5-485f-9933-8cfb50ec709c), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:50.297751 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6ac93674-0d34-41b3-b906-e4d26f311ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (3beb2e48-74e5-485f-9933-8cfb50ec709c), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:50.302569 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:50.340078 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6ac93674-0d34-41b3-b906-e4d26f311ddd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ab50d48ef49041c08031ba837a13f624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218006 Jul 25 06:06:50.345803 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac93674-0d34-41b3-b906-e4d26f311ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb2e48-74e5-485f-9933-8cfb50ec709c,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:50.345938 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 48990) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:50.404953 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-bad1ea8f-189d-44a8-ae1a-5da59e6a33c3 admin admin] Publish callbacks [] for security_group (3beb2e48-74e5-485f-9933-8cfb50ec709c), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:50.427524 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-bad1ea8f-189d-44a8-ae1a-5da59e6a33c3 admin admin] Publish callbacks [] for security_group (3beb2e48-74e5-485f-9933-8cfb50ec709c), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:50.543637 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-bad1ea8f-189d-44a8-ae1a-5da59e6a33c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (3beb2e48-74e5-485f-9933-8cfb50ec709c), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:50.546520 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-bad1ea8f-189d-44a8-ae1a-5da59e6a33c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:50.548571 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-bad1ea8f-189d-44a8-ae1a-5da59e6a33c3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3beb2e48-74e5-485f-9933-8cfb50ec709c HTTP/1.1" status: 204 len: 168 time: 0.2017002 Jul 25 06:06:50.557333 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1ea8f-189d-44a8-ae1a-5da59e6a33c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb2e48-74e5-485f-9933-8cfb50ec709c,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:50.903610 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49008) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:51.126626 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-629870963-network', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:06:51.188247 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49014) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:51.201536 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6ca0482e-b717-4d77-a73e-1917b3e2d3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.204655 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Made reservation on behalf of d275686dbcfc44769065d5d9ba1a6f0c for: {'network': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:06:51.206962 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.222851 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.343084 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6ca0482e-b717-4d77-a73e-1917b3e2d3ef admin admin] Publish callbacks [] for security_group (53303f12-2bb0-43ba-80b8-221d1a0801cb), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.356362 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Publish callbacks [] for security_group (df040e3b-82ff-4558-8a08-dd881a4314bd), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.444397 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (df040e3b-82ff-4558-8a08-dd881a4314bd), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.447390 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6ca0482e-b717-4d77-a73e-1917b3e2d3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (53303f12-2bb0-43ba-80b8-221d1a0801cb), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.478392 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=110782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:06:51.495272 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:51.502331 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df040e3b-82ff-4558-8a08-dd881a4314bd,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:51.506514 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6ca0482e-b717-4d77-a73e-1917b3e2d3ef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=51cad71a48844196955f5e61efa9a2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172510 Jul 25 06:06:51.507781 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (761c34e2-c6a2-4207-8ac2-be99e0a90e0a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.508397 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.segments_db [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Added segment 761c34e2-c6a2-4207-8ac2-be99e0a90e0a of type vlan for network 61120c55-35c0-41eb-8aba-884eee11abab Jul 25 06:06:51.509380 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49022) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:51.568566 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4e25d2ba-c64f-4001-a560-81e21f19f747 admin admin] Publish callbacks [] for security_group (53303f12-2bb0-43ba-80b8-221d1a0801cb), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.572250 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (61120c55-35c0-41eb-8aba-884eee11abab), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.574852 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0482e-b717-4d77-a73e-1917b3e2d3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53303f12-2bb0-43ba-80b8-221d1a0801cb,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:51.596105 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4e25d2ba-c64f-4001-a560-81e21f19f747 admin admin] Publish callbacks [] for security_group (53303f12-2bb0-43ba-80b8-221d1a0801cb), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.657721 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (61120c55-35c0-41eb-8aba-884eee11abab), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.658787 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:51.661972 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.720430 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4e25d2ba-c64f-4001-a560-81e21f19f747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (53303f12-2bb0-43ba-80b8-221d1a0801cb), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.722315 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] Pushing event updated for resources: {'Network': ['ID=61120c55-35c0-41eb-8aba-884eee11abab,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:51.723165 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4e25d2ba-c64f-4001-a560-81e21f19f747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:51.731235 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-4e25d2ba-c64f-4001-a560-81e21f19f747 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/53303f12-2bb0-43ba-80b8-221d1a0801cb HTTP/1.1" status: 204 len: 168 time: 0.2159505 Jul 25 06:06:51.734111 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 61120c55-35c0-41eb-8aba-884eee11abab details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:06:51.740002 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d2ba-c64f-4001-a560-81e21f19f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53303f12-2bb0-43ba-80b8-221d1a0801cb,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:51.755705 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-0b2b411b-f538-4877-8202-a91338a3864a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8479962 Jul 25 06:06:51.764545 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49034) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:51.775470 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Request body: {'subnet': {'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-629870963-subnet', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'ip_version': 4}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:06:51.874877 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Made reservation on behalf of d275686dbcfc44769065d5d9ba1a6f0c for: {'subnet': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:06:51.877654 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9359389'] for subnet (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:52.143787 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12528880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9359375'] for subnet (3052b60a-63aa-4641-b00b-33b060f7de83), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:52.176909 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:52.205362 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3052b60a-63aa-4641-b00b-33b060f7de83,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:52.215408 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Checking segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:06:52.215778 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Network hostable DHCP agents. Network: 61120c55-35c0-41eb-8aba-884eee11abab, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:06:52.353264 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Network 61120c55-35c0-41eb-8aba-884eee11abab is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:06:52.472407 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 61120c55-35c0-41eb-8aba-884eee11abab) {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:06:52.476716 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:52.477377 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:52.483613 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f65e88-86b1-4b95-adbe-a2b93077d04e None None] Network 61120c55-35c0-41eb-8aba-884eee11abab requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:06:52.587696 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-61120c55-35c0-41eb-8aba-884eee11abab', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 06:06:52.593465 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:52.593960 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49050) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:52.594420 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-6c5c2bda-6f7b-435a-ab62-f65fca97b822 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8225288 Jul 25 06:06:52.600670 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:06:52.699134 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:52.707331 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (fe2ecb20-1634-4fda-bc79-4466364aaea7), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:52.708451 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (fe2ecb20-1634-4fda-bc79-4466364aaea7), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:52.727049 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:52.750385 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Allocated IP 172.20.0.2 (61120c55-35c0-41eb-8aba-884eee11abab/3052b60a-63aa-4641-b00b-33b060f7de83/6bd995db-9b49-4346-bd23-543fe053f400) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:06:52.760554 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:52.783844 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks [] for router_controller (fe2ecb20-1634-4fda-bc79-4466364aaea7), precommit_add_association {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:52.913336 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Publish callbacks [] for port (6bd995db-9b49-4346-bd23-543fe053f400), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:52.988000 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks [] for router_gateway (fe2ecb20-1634-4fda-bc79-4466364aaea7), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:53.009329 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (6bd995db-9b49-4346-bd23-543fe053f400), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:53.044217 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Network 61120c55-35c0-41eb-8aba-884eee11abab is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:06:53.046978 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:06:53.049695 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:06:53.065662 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Pushing event updated for resources: {'Port': ['ID=6bd995db-9b49-4346-bd23-543fe053f400,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:53.117904 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Attempting to bind port 6bd995db-9b49-4346-bd23-543fe053f400 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:06:53.118705 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Attempting to bind port 6bd995db-9b49-4346-bd23-543fe053f400 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:06:53.118705 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Attempting to bind port 6bd995db-9b49-4346-bd23-543fe053f400 on network 61120c55-35c0-41eb-8aba-884eee11abab {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:06:53.124353 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:06:53.130029 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Checking segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:06:53.130029 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:53.130029 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Bound using segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:06:53.130029 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Bound port: 6bd995db-9b49-4346-bd23-543fe053f400, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:06:53.130029 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (6bd995db-9b49-4346-bd23-543fe053f400), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:53.195376 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] For port 6bd995db-9b49-4346-bd23-543fe053f400, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:06:53.198615 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] For port 6bd995db-9b49-4346-bd23-543fe053f400, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=6bd995db-9b49-4346-bd23-543fe053f400,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:06:53.244833 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks [] for router_gateway (fe2ecb20-1634-4fda-bc79-4466364aaea7), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:53.263412 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:53.281606 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (6bd995db-9b49-4346-bd23-543fe053f400), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:53.346832 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df4b64-76fe-456b-a256-8db734ee915d None None] Pushing event updated for resources: {'Port': ['ID=6bd995db-9b49-4346-bd23-543fe053f400,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:53.387122 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Allocated IP 172.27.1.189 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/adbe047b-3ec6-4f4b-a9b5-a7538f11d56c) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:06:53.392977 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:53.462160 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=86 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:53.504056 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks [] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:53.618520 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:53.666528 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:06:53.674983 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:06:53.680254 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:06:53.718971 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Pushing event updated for resources: {'Port': ['ID=adbe047b-3ec6-4f4b-a9b5-a7538f11d56c,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:54.036144 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks [] for router_gateway (fe2ecb20-1634-4fda-bc79-4466364aaea7), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:54.115717 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:54.229367 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:54.251579 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (fe2ecb20-1634-4fda-bc79-4466364aaea7), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:54.356667 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e13e55-3f1f-46fd-800d-bd2aa2586472 None None] Network 61120c55-35c0-41eb-8aba-884eee11abab requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:06:54.440000 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-34426eee-04d7-4460-8bb2-d86c7e9d0c0c None None] Provisioning complete for port 6bd995db-9b49-4346-bd23-543fe053f400 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:06:54.440404 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-34426eee-04d7-4460-8bb2-d86c7e9d0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (6bd995db-9b49-4346-bd23-543fe053f400), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:54.473268 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Router fe2ecb20-1634-4fda-bc79-4466364aaea7 is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 06:06:54.493229 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 6bd995db-9b49-4346-bd23-543fe053f400 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:06:54.590840 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:54.594299 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:06:54.610070 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Sync routers for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:06:54.616520 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-34426eee-04d7-4460-8bb2-d86c7e9d0c0c None None] Current status of the port 6bd995db-9b49-4346-bd23-543fe053f400 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:06:54.616901 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-34426eee-04d7-4460-8bb2-d86c7e9d0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (6bd995db-9b49-4346-bd23-543fe053f400), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:54.619184 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 6bd995db-9b49-4346-bd23-543fe053f400 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:06:54.619545 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (6bd995db-9b49-4346-bd23-543fe053f400), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:54.656672 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:54.657336 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:54.736903 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:54.737835 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-34426eee-04d7-4460-8bb2-d86c7e9d0c0c None None] For port 6bd995db-9b49-4346-bd23-543fe053f400, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=6bd995db-9b49-4346-bd23-543fe053f400,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:54.742849 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-74079790-8094-486e-8fa8-0c1c5f72103c admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1492662 Jul 25 06:06:54.742849 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49100) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:54.779941 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:54.833802 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-34426eee-04d7-4460-8bb2-d86c7e9d0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (6bd995db-9b49-4346-bd23-543fe053f400), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:54.844345 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 6bd995db-9b49-4346-bd23-543fe053f400 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:06:54.844732 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (6bd995db-9b49-4346-bd23-543fe053f400), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:54.867516 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:55.026962 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34426eee-04d7-4460-8bb2-d86c7e9d0c0c None None] Pushing event updated for resources: {'Port': ['ID=6bd995db-9b49-4346-bd23-543fe053f400,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:55.048885 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-20af4093-2f4d-44c3-8b72-d1087cd8f02b None None] Provisioning complete for port 6bd995db-9b49-4346-bd23-543fe053f400 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:06:55.049262 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-20af4093-2f4d-44c3-8b72-d1087cd8f02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (6bd995db-9b49-4346-bd23-543fe053f400), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.094609 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.db.api [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 06:06:55.094988 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG oslo_db.api [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 06:06:55.179456 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:53Z', 'revision_number': 3, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:55.212077 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Checking router: fe2ecb20-1634-4fda-bc79-4466364aaea7 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:06:55.212461 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Updating router fe2ecb20-1634-4fda-bc79-4466364aaea7 port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:06:55.230785 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-20af4093-2f4d-44c3-8b72-d1087cd8f02b None None] Current status of the port 6bd995db-9b49-4346-bd23-543fe053f400 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:06:55.243463 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.255295 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.427629 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc52d8-edfb-486f-8749-ec4dedb2aeb2 req-8be027d0-d998-4135-9073-54fee159cc51 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:55.429154 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-33bc52d8-edfb-486f-8749-ec4dedb2aeb2 req-8be027d0-d998-4135-9073-54fee159cc51 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 946 time: 0.0809603 Jul 25 06:06:55.476323 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Allocated IP 172.20.0.1 (61120c55-35c0-41eb-8aba-884eee11abab/3052b60a-63aa-4641-b00b-33b060f7de83/d38980b3-b26a-4eb7-a127-d6db240f9c91) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:06:55.484175 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:55.521177 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-33bc52d8-edfb-486f-8749-ec4dedb2aeb2 req-d76431ff-c5a5-4cd5-9f29-5c98bce28a45 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854781 Jul 25 06:06:55.618037 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Publish callbacks [] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.657619 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 6bd995db-9b49-4346-bd23-543fe053f400 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:06:55.675378 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Publish callbacks [] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.743917 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.772877 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.775121 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:55.787029 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Network 61120c55-35c0-41eb-8aba-884eee11abab is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:06:55.792288 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:06:55.798623 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:06:55.802031 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d38980b3-b26a-4eb7-a127-d6db240f9c91,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:55.834911 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Attempting to bind port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:06:55.835285 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Attempting to bind port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:06:55.835995 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Attempting to bind port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:06:55.837722 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444f49e-d3dc-42f0-9c68-cd08983b8f0c None None] Pushing event updated for resources: {'Port': ['ID=adbe047b-3ec6-4f4b-a9b5-a7538f11d56c,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:55.840440 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:55.847225 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:06:55.851356 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:06:55.851356 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.851356 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:06:55.851356 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Bound port: adbe047b-3ec6-4f4b-a9b5-a7538f11d56c, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:06:55.851356 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.851940 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (fe2ecb20-1634-4fda-bc79-4466364aaea7), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:55.903213 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] For port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:06:55.907175 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] For port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=adbe047b-3ec6-4f4b-a9b5-a7538f11d56c,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:06:56.020928 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:56.022400 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:56.051331 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:56.085436 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-afe7cd4d-b570-4d5b-87cc-5e2cc99831ab None None] Provisioning complete for port d38980b3-b26a-4eb7-a127-d6db240f9c91 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:06:56.085717 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-afe7cd4d-b570-4d5b-87cc-5e2cc99831ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:56.113348 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444f49e-d3dc-42f0-9c68-cd08983b8f0c None None] Pushing event updated for resources: {'Port': ['ID=adbe047b-3ec6-4f4b-a9b5-a7538f11d56c,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:56.118114 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:56.118821 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:56.126031 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:56.166260 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-afe7cd4d-b570-4d5b-87cc-5e2cc99831ab None None] Port d38980b3-b26a-4eb7-a127-d6db240f9c91 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:06:56.233395 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Publish callbacks [] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:56.241147 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:56.318165 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:56.412311 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d38980b3-b26a-4eb7-a127-d6db240f9c91,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:56.431819 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (fe2ecb20-1634-4fda-bc79-4466364aaea7), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:56.492344 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:06:56.506595 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 1, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:56.534891 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c17d67-ba46-47e8-9a33-961e5d8b894b None None] The sync data for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi is: [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 1, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:06:56.536830 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 6bd995db-9b49-4346-bd23-543fe053f400 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:06:56.542159 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Network 61120c55-35c0-41eb-8aba-884eee11abab is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:06:56.543753 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:06:56.642043 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 6bd995db-9b49-4346-bd23-543fe053f400 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:06:56.642680 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (6bd995db-9b49-4346-bd23-543fe053f400), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:56.738253 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:56.760356 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64866d58-eb00-4308-b676-66792238f063 req-73db101a-410a-44e0-95ba-c7de98236d26 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:56.769644 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64866d58-eb00-4308-b676-66792238f063 req-73db101a-410a-44e0-95ba-c7de98236d26 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 946 time: 0.1010711 Jul 25 06:06:56.803201 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 6bd995db-9b49-4346-bd23-543fe053f400 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:06:56.867457 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-64866d58-eb00-4308-b676-66792238f063 req-069760ca-3059-4705-91ae-8798e5ff660f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups?id=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967815 Jul 25 06:06:56.897079 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-97403fe4-0143-4b1e-a911-91ae64afd1b3 None None] Provisioning complete for port d38980b3-b26a-4eb7-a127-d6db240f9c91 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:06:56.897469 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-97403fe4-0143-4b1e-a911-91ae64afd1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:56.943374 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-97403fe4-0143-4b1e-a911-91ae64afd1b3 None None] Port d38980b3-b26a-4eb7-a127-d6db240f9c91 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:06:56.992148 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:57.068494 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-e5974091-77dd-4cdc-8464-6b0bb2c46392 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:57.069907 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-e5974091-77dd-4cdc-8464-6b0bb2c46392 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 946 time: 0.0901821 Jul 25 06:06:57.132710 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Router fe2ecb20-1634-4fda-bc79-4466364aaea7 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:06:57.155901 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d987b951-0a12-4392-893e-10569f735fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:57.210142 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Deleting port ca3ad013-ac59-49fd-a355-d63dbc1c3385 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:06:57.213962 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:57.347376 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:06:57.356013 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-897411a7-8f5f-4fec-8e3a-77651dcbe9a1 admin admin] 10.222.0.40 "PUT /v2.0/routers/fe2ecb20-1634-4fda-bc79-4466364aaea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127341 Jul 25 06:06:57.370581 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] For port ca3ad013-ac59-49fd-a355-d63dbc1c3385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=ca3ad013-ac59-49fd-a355-d63dbc1c3385,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:57.371038 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:57.465563 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:57.651827 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:57.652250 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (17a0f7f2-d928-43e7-be79-ca3967b50180), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:57.652576 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Floating IP 17a0f7f2-d928-43e7-be79-ca3967b50180 disassociated. External IP: 172.27.1.198, port: ca3ad013-ac59-49fd-a355-d63dbc1c3385. Jul 25 06:06:57.652988 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Calling delete_port for ca3ad013-ac59-49fd-a355-d63dbc1c3385 owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:06:57.846712 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:57.880646 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (ca3ad013-ac59-49fd-a355-d63dbc1c3385), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:57.915762 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event deleted for resources: {'Port': ['ID=ca3ad013-ac59-49fd-a355-d63dbc1c3385,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:57.928697 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.929120 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.929537 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.929948 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.930908 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.930908 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.931095 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.931512 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.931992 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.932422 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.932813 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.933231 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.933697 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.934089 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:57.934902 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:06:58.003286 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-820c2cd3-eb35-42bf-a4dc-56e47f0b6408 req-54646478-8f03-4f3f-8aed-7391016f697f tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 210 time: 0.0313697 Jul 25 06:06:58.075342 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Router 4f245ee1-23ff-4f13-805c-be82720afb7a has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:06:58.194969 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:06:58.205694 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] Sync routers for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:06:58.226335 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:58.226958 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:58.239375 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] No DVR routers for this DVR port ca3ad013-ac59-49fd-a355-d63dbc1c3385 on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:06:58.241972 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.245929 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f70da67e-d161-4257-ae0e-964622ad53e2 req-5138c861-f32f-4c2f-8a59-b63e461efb42 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.47 "DELETE /v2.0/ports/ca3ad013-ac59-49fd-a355-d63dbc1c3385 HTTP/1.1" status: 204 len: 173 time: 1.1678259 Jul 25 06:06:58.246487 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-deleted', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:06:58.249205 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d9996c-b5eb-4ca2-946a-cbf9e81d4f08" -d '{"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-deleted", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:06:58.295380 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ded9403-ac90-48c8-88ac-ea71a4cfc2d2 x-openstack-request-id: req-3ded9403-ac90-48c8-88ac-ea71a4cfc2d2 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:06:58.295546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e834f53-fb25-48ed-a03c-33717c1e39ff", "name": "network-vif-deleted", "tag": "ca3ad013-ac59-49fd-a355-d63dbc1c3385", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:06:58.295804 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3ded9403-ac90-48c8-88ac-ea71a4cfc2d2 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:06:58.296150 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ded9403-ac90-48c8-88ac-ea71a4cfc2d2'] response: {'server_uuid': '5e834f53-fb25-48ed-a03c-33717c1e39ff', 'name': 'network-vif-deleted', 'tag': 'ca3ad013-ac59-49fd-a355-d63dbc1c3385', 'status': 'completed', 'code': 200} Jul 25 06:06:58.403868 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:58.483373 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49170) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:58.489611 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1573392149-network', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:06:58.551505 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device adbe047b-3ec6-4f4b-a9b5-a7538f11d56c up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:06:58.600459 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Made reservation on behalf of b757855ab6ea423da9361a488f6cafd6 for: {'network': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:06:58.602763 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.615618 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.622426 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:06:58.623629 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.669192 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:58.707392 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:58.711452 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:06:58.711943 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.713134 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Publish callbacks [] for security_group (93b2d371-5715-4c73-91b5-e70b681db6e3), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.733601 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] Checking router: 4f245ee1-23ff-4f13-805c-be82720afb7a for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:06:58.737336 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=adbe047b-3ec6-4f4b-a9b5-a7538f11d56c,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:06:58.742527 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:58.743188 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:58.806099 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (93b2d371-5715-4c73-91b5-e70b681db6e3), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.838478 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.846633 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=110783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:06:58.855885 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b2d371-5715-4c73-91b5-e70b681db6e3,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:58.864525 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (23f7407e-66a9-4ebd-9859-81ad1ccf6beb), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.864963 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.segments_db [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Added segment 23f7407e-66a9-4ebd-9859-81ad1ccf6beb of type vlan for network df82056f-ee86-4c30-9c46-f1639cfc0ce1 Jul 25 06:06:58.873848 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:58.923013 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (df82056f-ee86-4c30-9c46-f1639cfc0ce1), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:58.924570 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=adbe047b-3ec6-4f4b-a9b5-a7538f11d56c,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:59.053274 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (df82056f-ee86-4c30-9c46-f1639cfc0ce1), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:59.055137 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:59.060021 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:59.136791 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-294d7eaf-727e-443a-b550-345efe391de5 req-f4e2e379-e808-4eca-8c1e-54da5eff98a5 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/ports?device_id=5e834f53-fb25-48ed-a03c-33717c1e39ff HTTP/1.1" status: 200 len: 210 time: 0.0365856 Jul 25 06:06:59.158994 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Sync routers for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:06:59.165427 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:06:59.166345 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:59.187845 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] Pushing event updated for resources: {'Network': ['ID=df82056f-ee86-4c30-9c46-f1639cfc0ce1,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:59.195550 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:59.223509 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network df82056f-ee86-4c30-9c46-f1639cfc0ce1 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:06:59.223739 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b949c5-7ab1-4f09-9506-d5385e538359 None None] The sync data for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi is: [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T05:59:36Z', 'revision_number': 4, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '68470082-bee8-4f1a-be05-4948748a654b', 'name': '', 'network_id': 'd09a72ec-f4c1-4494-ae4f-e65cd0316aed', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'mac_address': 'fa:16:3e:8d:97:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:35Z', 'updated_at': '2022-07-25T05:59:55Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'subnets': [{'id': 'a6d0e7e8-0ce1-4bfd-b879-12f3738f1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:06:59.255297 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-1122577a-9a2b-4ee0-91e4-89c0b1ce4113 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7680366 Jul 25 06:06:59.256208 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:59.256780 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49180) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:06:59.261992 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Request body: {'subnet': {'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1573392149-subnet', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'ip_version': 4}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:06:59.338759 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:59.363830 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Made reservation on behalf of b757855ab6ea423da9361a488f6cafd6 for: {'subnet': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:06:59.367107 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8647417'] for subnet (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:59.397702 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:06:59.438149 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a3fa0ace-68d8-46a1-a810-0af5a519ad9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:59.441630 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:59.517995 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e98f4-3b1b-4d48-b201-f797ea51fe0a None None] New status for floating IP 17a0f7f2-d928-43e7-be79-ca3967b50180: DOWN {{(pid=110785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:06:59.648622 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:06:56Z', 'revision_number': 2, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:06:59.650744 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:06:59.658212 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11572850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8647403'] for subnet (d0e05bd9-111e-4835-a3b3-854745344edf), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:59.677473 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Checking router: fe2ecb20-1634-4fda-bc79-4466364aaea7 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:06:59.677973 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Updating router fe2ecb20-1634-4fda-bc79-4466364aaea7 port d38980b3-b26a-4eb7-a127-d6db240f9c91 binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:06:59.709073 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:59.726649 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e05bd9-111e-4835-a3b3-854745344edf,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:06:59.738462 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Checking segment: {'id': '23f7407e-66a9-4ebd-9859-81ad1ccf6beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:06:59.739084 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Network hostable DHCP agents. Network: df82056f-ee86-4c30-9c46-f1639cfc0ce1, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:06:59.852240 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Network df82056f-ee86-4c30-9c46-f1639cfc0ce1 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:06:59.919316 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, df82056f-ee86-4c30-9c46-f1639cfc0ce1) {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:06:59.924243 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:06:59.924848 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:06:59.935285 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abedf1bd-bfe2-47fb-87b9-bc3c11c139ee None None] Network df82056f-ee86-4c30-9c46-f1639cfc0ce1 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:07:00.026224 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-533b85cc-c821-49c0-a5b1-9e39330c5219 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7688625 Jul 25 06:07:00.028878 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49194) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:00.033866 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:00.038737 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49196) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:00.074268 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Publish callbacks [] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.104565 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-df82056f-ee86-4c30-9c46-f1639cfc0ce1', 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1', 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'fixed_ips': [{'subnet_id': 'd0e05bd9-111e-4835-a3b3-854745344edf'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 06:07:00.105527 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.133391 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:00.138252 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (652aa8b7-1df8-4673-9525-7e24de10680d), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.140389 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (652aa8b7-1df8-4673-9525-7e24de10680d), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.184806 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device ca3ad013-ac59-49fd-a355-d63dbc1c3385 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:07:00.190994 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.193316 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-11ad8680-7b79-489e-a5ac-b8b9d84fe26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.249458 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: ca3ad013-ac59-49fd-a355-d63dbc1c3385 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:07:00.249965 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device ca3ad013-ac59-49fd-a355-d63dbc1c3385 not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:07:00.252512 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:00.258577 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks [] for router_controller (652aa8b7-1df8-4673-9525-7e24de10680d), precommit_add_association {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.275472 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c0cca-afc7-4c9f-9ef5-3afc2d84bf7f None None] Pushing event updated for resources: {'Port': ['ID=d38980b3-b26a-4eb7-a127-d6db240f9c91,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:00.329806 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49206) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:00.335724 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-11ad8680-7b79-489e-a5ac-b8b9d84fe26a admin admin] Publish callbacks [] for security_group (c4728b56-0f4e-49f4-a488-1acf3b40530a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.401170 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f969-c32a-47d1-a679-394061aaa152 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.430893 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f969-c32a-47d1-a679-394061aaa152 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.455059 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:00.508398 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-11ad8680-7b79-489e-a5ac-b8b9d84fe26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c4728b56-0f4e-49f4-a488-1acf3b40530a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.513310 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Allocated IP 172.20.0.2 (df82056f-ee86-4c30-9c46-f1639cfc0ce1/d0e05bd9-111e-4835-a3b3-854745344edf/65453991-d769-4f70-8785-9bb7d4ff4666) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:00.540279 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device adbe047b-3ec6-4f4b-a9b5-a7538f11d56c up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:00.546907 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Attempting to bind port d38980b3-b26a-4eb7-a127-d6db240f9c91 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:00.547338 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Attempting to bind port d38980b3-b26a-4eb7-a127-d6db240f9c91 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:00.547525 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Attempting to bind port d38980b3-b26a-4eb7-a127-d6db240f9c91 on network 61120c55-35c0-41eb-8aba-884eee11abab {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:00.563683 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad8680-7b79-489e-a5ac-b8b9d84fe26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4728b56-0f4e-49f4-a488-1acf3b40530a,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:00.593107 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f969-c32a-47d1-a679-394061aaa152 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.596383 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e2b1f969-c32a-47d1-a679-394061aaa152 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.600211 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-e2b1f969-c32a-47d1-a679-394061aaa152 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "DELETE /v2.0/security-groups/90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b HTTP/1.1" status: 204 len: 168 time: 0.2660673 Jul 25 06:07:00.602429 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49208) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:00.605597 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:00.605976 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Checking segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:00.606380 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.606839 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Bound using segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:00.607879 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Bound port: d38980b3-b26a-4eb7-a127-d6db240f9c91, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:00.608604 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-11ad8680-7b79-489e-a5ac-b8b9d84fe26a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fa4b13f31bd241f0b4c83bd7e1613c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5689399 Jul 25 06:07:00.608909 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.609172 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1f969-c32a-47d1-a679-394061aaa152 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:00.611857 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49210) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:00.652146 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.api.v2.resource [None req-1a8c3bda-1e2d-436b-9603-8b6c8120cbc3 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] show failed (client error): The resource could not be found. Jul 25 06:07:00.653292 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-1a8c3bda-1e2d-436b-9603-8b6c8120cbc3 tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "GET /v2.0/security-groups/90135f2e-7409-4b4b-9b3a-9ee7e1a56c7b HTTP/1.1" status: 404 len: 347 time: 0.0491178 Jul 25 06:07:00.655540 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks [] for router_gateway (652aa8b7-1df8-4673-9525-7e24de10680d), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.656663 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49212) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:00.681367 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-daf19b35-dd64-4e3d-8208-b9e2bbe9d85f None None] Provisioning complete for port d38980b3-b26a-4eb7-a127-d6db240f9c91 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:00.681367 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-daf19b35-dd64-4e3d-8208-b9e2bbe9d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.718425 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fea05ae3-b55e-4cdc-9b97-aec0670a1f9b admin admin] Publish callbacks [] for security_group (c4728b56-0f4e-49f4-a488-1acf3b40530a), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.739650 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:00.775393 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.797042 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:00.797413 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.798938 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-daf19b35-dd64-4e3d-8208-b9e2bbe9d85f None None] Port d38980b3-b26a-4eb7-a127-d6db240f9c91 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:00.799630 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fea05ae3-b55e-4cdc-9b97-aec0670a1f9b admin admin] Publish callbacks [] for security_group (c4728b56-0f4e-49f4-a488-1acf3b40530a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.827101 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Deleting port c67f4547-f4db-4b75-ab8b-88d833428788 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:07:00.827435 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (c67f4547-f4db-4b75-ab8b-88d833428788), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.864560 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] For port d38980b3-b26a-4eb7-a127-d6db240f9c91, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:00.890535 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] For port d38980b3-b26a-4eb7-a127-d6db240f9c91, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=d38980b3-b26a-4eb7-a127-d6db240f9c91,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:00.909350 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Publish callbacks [] for port (65453991-d769-4f70-8785-9bb7d4ff4666), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.932165 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (c67f4547-f4db-4b75-ab8b-88d833428788), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.932418 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (c67f4547-f4db-4b75-ab8b-88d833428788), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.945354 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Calling delete_port for c67f4547-f4db-4b75-ab8b-88d833428788 owned by network:floatingip {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:07:00.950022 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:00.950197 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks [] for router_gateway (652aa8b7-1df8-4673-9525-7e24de10680d), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.950936 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:00.970165 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:00.972597 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:00.998994 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.056970 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.057523 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fea05ae3-b55e-4cdc-9b97-aec0670a1f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (c4728b56-0f4e-49f4-a488-1acf3b40530a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.059905 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fea05ae3-b55e-4cdc-9b97-aec0670a1f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.061197 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-fea05ae3-b55e-4cdc-9b97-aec0670a1f9b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c4728b56-0f4e-49f4-a488-1acf3b40530a HTTP/1.1" status: 204 len: 168 time: 0.4480815 Jul 25 06:07:01.076489 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea05ae3-b55e-4cdc-9b97-aec0670a1f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4728b56-0f4e-49f4-a488-1acf3b40530a,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:01.096507 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:01.097164 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:01.145272 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c0cca-afc7-4c9f-9ef5-3afc2d84bf7f None None] Pushing event updated for resources: {'Port': ['ID=d38980b3-b26a-4eb7-a127-d6db240f9c91,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:01.155554 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (c67f4547-f4db-4b75-ab8b-88d833428788), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.166289 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Network df82056f-ee86-4c30-9c46-f1639cfc0ce1 is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:01.191546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Allocated IP 172.27.1.19 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/f3350b42-99be-4ee3-ab61-cf6269e6e46e) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:01.192708 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Pushing event deleted for resources: {'Port': ['ID=c67f4547-f4db-4b75-ab8b-88d833428788,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:01.206052 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:01.209329 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:01.262448 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Pushing event updated for resources: {'Port': ['ID=65453991-d769-4f70-8785-9bb7d4ff4666,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:01.296609 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks [] for floatingip (17a0f7f2-d928-43e7-be79-ca3967b50180), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.299343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.300595 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-c83bef18-12c7-46b4-bd11-10397607361c tempest-AttachVolumeShelveTestJSON-74229916 tempest-AttachVolumeShelveTestJSON-74229916-project] 10.222.0.40 "DELETE /v2.0/floatingips/17a0f7f2-d928-43e7-be79-ca3967b50180 HTTP/1.1" status: 204 len: 168 time: 0.6427855 Jul 25 06:07:01.329052 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:01.368019 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks [] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.429697 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-ac1719ed-ca92-4b1b-b80d-6e47aa59724d None None] Provisioning complete for port d38980b3-b26a-4eb7-a127-d6db240f9c91 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:01.430071 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ac1719ed-ca92-4b1b-b80d-6e47aa59724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.491005 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.534121 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:01.534889 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Attempting to bind port 65453991-d769-4f70-8785-9bb7d4ff4666 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:01.535352 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Attempting to bind port 65453991-d769-4f70-8785-9bb7d4ff4666 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '23f7407e-66a9-4ebd-9859-81ad1ccf6beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:01.535631 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Attempting to bind port 65453991-d769-4f70-8785-9bb7d4ff4666 on network df82056f-ee86-4c30-9c46-f1639cfc0ce1 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:01.537469 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:01.543590 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:01.550469 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:01.550839 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Checking segment: {'id': '23f7407e-66a9-4ebd-9859-81ad1ccf6beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:01.551238 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.551634 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Bound using segment: {'id': '23f7407e-66a9-4ebd-9859-81ad1ccf6beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:01.552124 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Bound port: 65453991-d769-4f70-8785-9bb7d4ff4666, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f7407e-66a9-4ebd-9859-81ad1ccf6beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:01.552513 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.588431 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Pushing event updated for resources: {'Port': ['ID=f3350b42-99be-4ee3-ab61-cf6269e6e46e,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:01.594410 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:01.696349 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-ac1719ed-ca92-4b1b-b80d-6e47aa59724d None None] Current status of the port d38980b3-b26a-4eb7-a127-d6db240f9c91 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:01.697021 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ac1719ed-ca92-4b1b-b80d-6e47aa59724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.716101 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] For port 65453991-d769-4f70-8785-9bb7d4ff4666, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:01.719706 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] For port 65453991-d769-4f70-8785-9bb7d4ff4666, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=65453991-d769-4f70-8785-9bb7d4ff4666,segment=NetworkSegment(23f7407e-66a9-4ebd-9859-81ad1ccf6beb),segment_id=23f7407e-66a9-4ebd-9859-81ad1ccf6beb)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:01.724371 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:00Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:01.754414 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c128336-e511-4551-8999-b401d66bfe20 None None] The sync data for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi is: [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:00Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:07:01.785731 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-ac1719ed-ca92-4b1b-b80d-6e47aa59724d None None] For port d38980b3-b26a-4eb7-a127-d6db240f9c91, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=d38980b3-b26a-4eb7-a127-d6db240f9c91,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:01.789209 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:01.909771 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf75ec-8f9d-4385-92a8-c06c2bc5775d None None] Pushing event updated for resources: {'Port': ['ID=65453991-d769-4f70-8785-9bb7d4ff4666,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:01.915021 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ac1719ed-ca92-4b1b-b80d-6e47aa59724d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.001531 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.007626 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks [] for router_gateway (652aa8b7-1df8-4673-9525-7e24de10680d), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.049784 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1719ed-ca92-4b1b-b80d-6e47aa59724d None None] Pushing event updated for resources: {'Port': ['ID=d38980b3-b26a-4eb7-a127-d6db240f9c91,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:02.080866 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49228) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:02.103900 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7fb9-0fea-4672-8123-2c1cbb0b1ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.278820 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:02.278976 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7fb9-0fea-4672-8123-2c1cbb0b1ff1 admin admin] Publish callbacks [] for security_group (277d4ebb-2701-4bbd-87ce-58a75d20ca6e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.290632 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (652aa8b7-1df8-4673-9525-7e24de10680d), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.308090 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.345666 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:02.392642 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a9bf7fb9-0fea-4672-8123-2c1cbb0b1ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (277d4ebb-2701-4bbd-87ce-58a75d20ca6e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.414798 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:02.443200 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:02.468084 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-a9bf7fb9-0fea-4672-8123-2c1cbb0b1ff1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1606ecfe80ad4ae28a10ae872fb85661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858643 Jul 25 06:07:02.469259 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf7fb9-0fea-4672-8123-2c1cbb0b1ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277d4ebb-2701-4bbd-87ce-58a75d20ca6e,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:02.477279 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49230) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:02.543473 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e231dab-48fe-4cf9-8a9b-f86ed492f497 admin admin] Publish callbacks [] for security_group (277d4ebb-2701-4bbd-87ce-58a75d20ca6e), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.554563 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Router 652aa8b7-1df8-4673-9525-7e24de10680d is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 06:07:02.573142 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e231dab-48fe-4cf9-8a9b-f86ed492f497 admin admin] Publish callbacks [] for security_group (277d4ebb-2701-4bbd-87ce-58a75d20ca6e), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.649499 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device d38980b3-b26a-4eb7-a127-d6db240f9c91 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:02.696517 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:02.719495 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port d38980b3-b26a-4eb7-a127-d6db240f9c91 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:02.719976 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.734162 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:07:02.758419 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Sync routers for ids ['652aa8b7-1df8-4673-9525-7e24de10680d'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:07:02.781726 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e231dab-48fe-4cf9-8a9b-f86ed492f497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (277d4ebb-2701-4bbd-87ce-58a75d20ca6e), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.784859 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e231dab-48fe-4cf9-8a9b-f86ed492f497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.786638 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Routers {'652aa8b7-1df8-4673-9525-7e24de10680d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:02.787265 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['652aa8b7-1df8-4673-9525-7e24de10680d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:02.788955 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-7e231dab-48fe-4cf9-8a9b-f86ed492f497 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/277d4ebb-2701-4bbd-87ce-58a75d20ca6e HTTP/1.1" status: 204 len: 168 time: 0.3150611 Jul 25 06:07:02.808417 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e231dab-48fe-4cf9-8a9b-f86ed492f497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d4ebb-2701-4bbd-87ce-58a75d20ca6e,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:02.846666 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:02.850514 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-580d1f86-01b8-49bc-bd57-b2fb0b8b263b admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8176143 Jul 25 06:07:02.850911 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49244) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:03.109514 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port d38980b3-b26a-4eb7-a127-d6db240f9c91 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:03.110792 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 65453991-d769-4f70-8785-9bb7d4ff4666 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:03.151772 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Set router 652aa8b7-1df8-4673-9525-7e24de10680d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:03.215466 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973726d9-1262-4a4d-9b2c-3705e3dfab14 None None] Network df82056f-ee86-4c30-9c46-f1639cfc0ce1 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:07:03.342382 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-09d0d24c-c8d0-42ef-b92b-cbe504f4ce42 None None] Provisioning complete for port 65453991-d769-4f70-8785-9bb7d4ff4666 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:03.342772 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-09d0d24c-c8d0-42ef-b92b-cbe504f4ce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.344278 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:03.373943 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 65453991-d769-4f70-8785-9bb7d4ff4666 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:03.374376 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.409718 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.419113 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:03.577852 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 3, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'gw_port': {'id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:03.586081 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Allocated IP 172.20.0.1 (df82056f-ee86-4c30-9c46-f1639cfc0ce1/d0e05bd9-111e-4835-a3b3-854745344edf/339da4e9-8987-4443-8981-a78a545efd92) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:03.622522 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Checking router: 652aa8b7-1df8-4673-9525-7e24de10680d for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:07:03.622932 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Updating router 652aa8b7-1df8-4673-9525-7e24de10680d port f3350b42-99be-4ee3-ab61-cf6269e6e46e binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:07:03.627127 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 65453991-d769-4f70-8785-9bb7d4ff4666 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:03.627523 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.629351 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-09d0d24c-c8d0-42ef-b92b-cbe504f4ce42 None None] Current status of the port 65453991-d769-4f70-8785-9bb7d4ff4666 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:03.629725 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-09d0d24c-c8d0-42ef-b92b-cbe504f4ce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.709508 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 65453991-d769-4f70-8785-9bb7d4ff4666, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=65453991-d769-4f70-8785-9bb7d4ff4666,segment=NetworkSegment(23f7407e-66a9-4ebd-9859-81ad1ccf6beb),segment_id=23f7407e-66a9-4ebd-9859-81ad1ccf6beb)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:03.716448 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.723470 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Publish callbacks [] for port (339da4e9-8987-4443-8981-a78a545efd92), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.796642 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (339da4e9-8987-4443-8981-a78a545efd92), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.819986 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.848854 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Network df82056f-ee86-4c30-9c46-f1639cfc0ce1 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:03.853080 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Pushing event updated for resources: {'Port': ['ID=339da4e9-8987-4443-8981-a78a545efd92,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:03.855478 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:03.858273 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:03.900038 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (652aa8b7-1df8-4673-9525-7e24de10680d), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:03.921778 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.db.api [None req-09d0d24c-c8d0-42ef-b92b-cbe504f4ce42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 06:07:03.922228 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG oslo_db.api [None req-09d0d24c-c8d0-42ef-b92b-cbe504f4ce42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 06:07:03.932627 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=65453991-d769-4f70-8785-9bb7d4ff4666,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:03.979442 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:04.089520 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Publish callbacks [] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.101999 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:04.114061 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (339da4e9-8987-4443-8981-a78a545efd92), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.189754 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.268149 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Attempting to bind port f3350b42-99be-4ee3-ab61-cf6269e6e46e on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:04.268542 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Attempting to bind port f3350b42-99be-4ee3-ab61-cf6269e6e46e by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:04.268878 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Attempting to bind port f3350b42-99be-4ee3-ab61-cf6269e6e46e on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:04.273908 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:04.279066 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6874d-87cc-4706-9c6c-a38449761433 None None] Pushing event updated for resources: {'Port': ['ID=f3350b42-99be-4ee3-ab61-cf6269e6e46e,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:04.283347 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:04.284372 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:04.284372 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.284739 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:04.285267 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Bound port: f3350b42-99be-4ee3-ab61-cf6269e6e46e, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:04.285645 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.310666 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49282) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:04.337593 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Publish callbacks [] for port (339da4e9-8987-4443-8981-a78a545efd92), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.349070 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] For port f3350b42-99be-4ee3-ab61-cf6269e6e46e, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:04.352103 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] For port f3350b42-99be-4ee3-ab61-cf6269e6e46e, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=f3350b42-99be-4ee3-ab61-cf6269e6e46e,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:04.464402 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (339da4e9-8987-4443-8981-a78a545efd92), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.482360 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 65453991-d769-4f70-8785-9bb7d4ff4666 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:04.489341 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.519009 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-09d0d24c-c8d0-42ef-b92b-cbe504f4ce42 None None] Current status of the port 65453991-d769-4f70-8785-9bb7d4ff4666 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:04.528018 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:04.544443 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Pushing event updated for resources: {'Port': ['ID=339da4e9-8987-4443-8981-a78a545efd92,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:04.547786 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (652aa8b7-1df8-4673-9525-7e24de10680d), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.589226 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Routers {'652aa8b7-1df8-4673-9525-7e24de10680d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:04.589762 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['652aa8b7-1df8-4673-9525-7e24de10680d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:04.630552 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6874d-87cc-4706-9c6c-a38449761433 None None] Pushing event updated for resources: {'Port': ['ID=f3350b42-99be-4ee3-ab61-cf6269e6e46e,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:04.655424 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 65453991-d769-4f70-8785-9bb7d4ff4666 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:04.655780 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.678167 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Network df82056f-ee86-4c30-9c46-f1639cfc0ce1 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:04.680867 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:04.737556 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-aa7fbe8c-d45a-4501-a86f-ab9c9801abdb None None] Provisioning complete for port 65453991-d769-4f70-8785-9bb7d4ff4666 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:04.738119 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-aa7fbe8c-d45a-4501-a86f-ab9c9801abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:04.849507 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49290) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:04.863705 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] Set router 652aa8b7-1df8-4673-9525-7e24de10680d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:04.913065 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 65453991-d769-4f70-8785-9bb7d4ff4666 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:05.187417 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Router 652aa8b7-1df8-4673-9525-7e24de10680d has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:07:05.206859 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:05.219041 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fbe8c-d45a-4501-a86f-ab9c9801abdb None None] Current status of the port 65453991-d769-4f70-8785-9bb7d4ff4666 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:05.246518 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-aa7fbe8c-d45a-4501-a86f-ab9c9801abdb None None] Provisioning complete for port 339da4e9-8987-4443-8981-a78a545efd92 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:05.246924 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-aa7fbe8c-d45a-4501-a86f-ab9c9801abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (339da4e9-8987-4443-8981-a78a545efd92), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:05.314235 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:07:05.318603 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-aa7fbe8c-d45a-4501-a86f-ab9c9801abdb None None] Port 339da4e9-8987-4443-8981-a78a545efd92 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:05.330126 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-95821092-aad5-449b-9b0b-6eed59da07db admin admin] 10.222.0.40 "PUT /v2.0/routers/652aa8b7-1df8-4673-9525-7e24de10680d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4714518 Jul 25 06:07:05.330335 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 4, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'gw_port': {'id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '339da4e9-8987-4443-8981-a78a545efd92', 'name': '', 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'mac_address': 'fa:16:3e:bd:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:03Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 2, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'subnets': [{'id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:05.358571 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75102efb-7085-492e-bb63-b024305bffb9 None None] The sync data for ids ['652aa8b7-1df8-4673-9525-7e24de10680d'] in dv-cinder-848418-2-iscsi is: [{'id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 4, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'gw_port': {'id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '339da4e9-8987-4443-8981-a78a545efd92', 'name': '', 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'mac_address': 'fa:16:3e:bd:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:03Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 2, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'subnets': [{'id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:07:05.410301 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-62de191a-9ade-4d29-9fc6-835f8f6085c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:05.437939 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:05.440609 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-57bf112e-2fc6-4d37-9a02-678e2ae37a82 None None] Provisioning complete for port 339da4e9-8987-4443-8981-a78a545efd92 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:05.441092 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-57bf112e-2fc6-4d37-9a02-678e2ae37a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (339da4e9-8987-4443-8981-a78a545efd92), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:05.500506 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-57bf112e-2fc6-4d37-9a02-678e2ae37a82 None None] Port 339da4e9-8987-4443-8981-a78a545efd92 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:05.625425 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-62de191a-9ade-4d29-9fc6-835f8f6085c9 admin admin] Publish callbacks [] for security_group (83d13657-5911-4ad7-ac23-4355858c1ba8), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:05.643004 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (4f245ee1-23ff-4f13-805c-be82720afb7a), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:05.743015 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-62de191a-9ade-4d29-9fc6-835f8f6085c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (83d13657-5911-4ad7-ac23-4355858c1ba8), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:05.766756 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:05.809913 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49316) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:05.810704 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-62de191a-9ade-4d29-9fc6-835f8f6085c9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=79f27d76abb74f8bbbae75a49e153526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9585626 Jul 25 06:07:05.812563 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de191a-9ade-4d29-9fc6-835f8f6085c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d13657-5911-4ad7-ac23-4355858c1ba8,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:05.880895 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-296e5657-a1e3-4ed2-a60e-ff72e96c41ca admin admin] Publish callbacks [] for security_group (83d13657-5911-4ad7-ac23-4355858c1ba8), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:05.908478 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-296e5657-a1e3-4ed2-a60e-ff72e96c41ca admin admin] Publish callbacks [] for security_group (83d13657-5911-4ad7-ac23-4355858c1ba8), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:05.936447 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49318) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:05.938460 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-28d1114f-7ba9-4bac-a337-67ac55c3e2ec tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525845504', 'description': 'tempest-secgroup-smoke-1525845504 description', 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:05.988307 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Deleting port 68470082-bee8-4f1a-be05-4948748a654b {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:07:05.988653 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (68470082-bee8-4f1a-be05-4948748a654b), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.044348 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-296e5657-a1e3-4ed2-a60e-ff72e96c41ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (83d13657-5911-4ad7-ac23-4355858c1ba8), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.047830 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-296e5657-a1e3-4ed2-a60e-ff72e96c41ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.049000 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-296e5657-a1e3-4ed2-a60e-ff72e96c41ca admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/83d13657-5911-4ad7-ac23-4355858c1ba8 HTTP/1.1" status: 204 len: 168 time: 0.2380538 Jul 25 06:07:06.052395 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:06.058042 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e5657-a1e3-4ed2-a60e-ff72e96c41ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d13657-5911-4ad7-ac23-4355858c1ba8,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:06.078214 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-28d1114f-7ba9-4bac-a337-67ac55c3e2ec tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.118331 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] For port 68470082-bee8-4f1a-be05-4948748a654b, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=68470082-bee8-4f1a-be05-4948748a654b,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:06.118811 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (68470082-bee8-4f1a-be05-4948748a654b), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.142289 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Calling delete_port for 68470082-bee8-4f1a-be05-4948748a654b owned by network:router_interface {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:07:06.237304 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:06.312563 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-28d1114f-7ba9-4bac-a337-67ac55c3e2ec tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group (ef090414-0c33-4d0d-9ef9-8a533a94c9ca), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.418395 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-28d1114f-7ba9-4bac-a337-67ac55c3e2ec tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ef090414-0c33-4d0d-9ef9-8a533a94c9ca), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.459883 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1114f-7ba9-4bac-a337-67ac55c3e2ec tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef090414-0c33-4d0d-9ef9-8a533a94c9ca,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:06.472747 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (68470082-bee8-4f1a-be05-4948748a654b), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.505192 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device f3350b42-99be-4ee3-ab61-cf6269e6e46e up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:06.511267 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Pushing event deleted for resources: {'Port': ['ID=68470082-bee8-4f1a-be05-4948748a654b,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:06.549905 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-28d1114f-7ba9-4bac-a337-67ac55c3e2ec tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.554282 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49328) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:06.554604 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-28d1114f-7ba9-4bac-a337-67ac55c3e2ec tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6212168 Jul 25 06:07:06.559397 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-4f3e310a-0ce3-41fe-87d1-5fcf0ff0ecf7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'security_group_rule': {'security_group_id': 'ef090414-0c33-4d0d-9ef9-8a533a94c9ca', 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:06.595227 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port f3350b42-99be-4ee3-ab61-cf6269e6e46e triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:06.595975 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.693361 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4f3e310a-0ce3-41fe-87d1-5fcf0ff0ecf7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (c8bffd32-7aa6-4409-9430-e96c335ac6f4), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.699267 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:06.743852 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port f3350b42-99be-4ee3-ab61-cf6269e6e46e is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:06.744523 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.771619 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port f3350b42-99be-4ee3-ab61-cf6269e6e46e, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=f3350b42-99be-4ee3-ab61-cf6269e6e46e,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:06.783919 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:06.785140 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (4f245ee1-23ff-4f13-805c-be82720afb7a), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.788838 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4f3e310a-0ce3-41fe-87d1-5fcf0ff0ecf7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (c8bffd32-7aa6-4409-9430-e96c335ac6f4), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.852340 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.852705 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4f3e310a-0ce3-41fe-87d1-5fcf0ff0ecf7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (c8bffd32-7aa6-4409-9430-e96c335ac6f4), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.891701 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e310a-0ce3-41fe-87d1-5fcf0ff0ecf7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bffd32-7aa6-4409-9430-e96c335ac6f4,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:06.927586 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=f3350b42-99be-4ee3-ab61-cf6269e6e46e,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:06.960740 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49332) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:06.975237 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c239e8be-1fdc-415a-bb99-615ff31ea305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.997638 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4f3e310a-0ce3-41fe-87d1-5fcf0ff0ecf7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:06.998958 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-4f3e310a-0ce3-41fe-87d1-5fcf0ff0ecf7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4434018 Jul 25 06:07:07.002409 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49334) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:07.006946 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-fc3dc127-00f5-4d9b-9cd7-d447240624af tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'security_group_rule': {'security_group_id': 'ef090414-0c33-4d0d-9ef9-8a533a94c9ca', 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:07.024918 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Router 4f245ee1-23ff-4f13-805c-be82720afb7a has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:07:07.085426 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c239e8be-1fdc-415a-bb99-615ff31ea305 admin admin] Publish callbacks [] for security_group (966611be-ac52-4992-b1fc-6f783bbbd7e0), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.118192 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc127-00f5-4d9b-9cd7-d447240624af tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (4d4a8eea-8722-47dc-b8c8-9c3ddde5fd64), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.135767 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:07:07.141683 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-7e8e22c3-48bf-45c7-90d5-30e01bc5ad7e admin admin] 10.222.0.40 "PUT /v2.0/routers/4f245ee1-23ff-4f13-805c-be82720afb7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8313637 Jul 25 06:07:07.145376 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] Sync routers for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:07:07.151695 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49338) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:07.158862 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:07.159648 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:07.191915 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc127-00f5-4d9b-9cd7-d447240624af tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (4d4a8eea-8722-47dc-b8c8-9c3ddde5fd64), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.198906 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c239e8be-1fdc-415a-bb99-615ff31ea305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (966611be-ac52-4992-b1fc-6f783bbbd7e0), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.242338 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-c239e8be-1fdc-415a-bb99-615ff31ea305 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4a366549bfd24e11b503c01eba1225ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804401 Jul 25 06:07:07.245234 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49340) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:07.246256 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239e8be-1fdc-415a-bb99-615ff31ea305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966611be-ac52-4992-b1fc-6f783bbbd7e0,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:07.253188 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:07.261631 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:07.266333 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:07.282168 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks [] for router (4f245ee1-23ff-4f13-805c-be82720afb7a), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.297861 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc127-00f5-4d9b-9cd7-d447240624af tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (4d4a8eea-8722-47dc-b8c8-9c3ddde5fd64), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.327189 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dc127-00f5-4d9b-9cd7-d447240624af tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4a8eea-8722-47dc-b8c8-9c3ddde5fd64,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:07.382706 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-36254244-f9cf-43cf-adb9-21c5af8073ba admin admin] Publish callbacks [] for security_group (966611be-ac52-4992-b1fc-6f783bbbd7e0), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.402832 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:07.422238 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-36254244-f9cf-43cf-adb9-21c5af8073ba admin admin] Publish callbacks [] for security_group (966611be-ac52-4992-b1fc-6f783bbbd7e0), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.439220 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:07:06Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:07.443587 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks [] for router_gateway (4f245ee1-23ff-4f13-805c-be82720afb7a), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.457412 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc127-00f5-4d9b-9cd7-d447240624af tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.458969 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-fc3dc127-00f5-4d9b-9cd7-d447240624af tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4554596 Jul 25 06:07:07.462032 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49342) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:07.466623 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-6c6fb353-dda1-4fda-8c9e-827fb216a31a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'security_group_rule': {'security_group_id': 'ef090414-0c33-4d0d-9ef9-8a533a94c9ca', 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:07.469487 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] Checking router: 4f245ee1-23ff-4f13-805c-be82720afb7a for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:07:07.478128 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] Routers {'4f245ee1-23ff-4f13-805c-be82720afb7a'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:07.478735 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['4f245ee1-23ff-4f13-805c-be82720afb7a'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:07.572489 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-36254244-f9cf-43cf-adb9-21c5af8073ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (966611be-ac52-4992-b1fc-6f783bbbd7e0), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.574830 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-36254244-f9cf-43cf-adb9-21c5af8073ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.575972 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-36254244-f9cf-43cf-adb9-21c5af8073ba admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/966611be-ac52-4992-b1fc-6f783bbbd7e0 HTTP/1.1" status: 204 len: 168 time: 0.3298056 Jul 25 06:07:07.581211 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] Set router 4f245ee1-23ff-4f13-805c-be82720afb7a gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:07.581494 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Deleting port b9b1f6ef-a115-4962-9f2d-0063c9d851b0 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:07:07.582019 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.598959 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb353-dda1-4fda-8c9e-827fb216a31a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (7234d317-9298-4511-9d24-3998a83a6beb), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.620743 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36254244-f9cf-43cf-adb9-21c5af8073ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966611be-ac52-4992-b1fc-6f783bbbd7e0,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:07.674871 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:07.723012 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb353-dda1-4fda-8c9e-827fb216a31a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (7234d317-9298-4511-9d24-3998a83a6beb), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.748317 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] For port b9b1f6ef-a115-4962-9f2d-0063c9d851b0, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=b9b1f6ef-a115-4962-9f2d-0063c9d851b0,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:07.748738 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.768667 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:07:06Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:07.771504 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Calling delete_port for b9b1f6ef-a115-4962-9f2d-0063c9d851b0 owned by network:router_gateway {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:07:07.799954 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38894f1e-8f3a-4ebd-a697-3b31e345f67c None None] The sync data for ids ['4f245ee1-23ff-4f13-805c-be82720afb7a'] in dv-cinder-848418-2-iscsi is: [{'id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'name': 'tempest-AttachVolumeShelveTestJSON-359394097-router', 'tenant_id': '1871c9af781743f5af1d92371a42ecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T05:59:25Z', 'updated_at': '2022-07-25T06:07:06Z', 'revision_number': 5, 'project_id': '1871c9af781743f5af1d92371a42ecf1', 'gw_port': {'id': 'b9b1f6ef-a115-4962-9f2d-0063c9d851b0', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f245ee1-23ff-4f13-805c-be82720afb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T05:59:27Z', 'updated_at': '2022-07-25T05:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:07:07.820250 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb353-dda1-4fda-8c9e-827fb216a31a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (7234d317-9298-4511-9d24-3998a83a6beb), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.848204 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fb353-dda1-4fda-8c9e-827fb216a31a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7234d317-9298-4511-9d24-3998a83a6beb,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:07.921980 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6c6fb353-dda1-4fda-8c9e-827fb216a31a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:07.923471 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6c6fb353-dda1-4fda-8c9e-827fb216a31a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4604337 Jul 25 06:07:07.926339 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49348) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:07.931344 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-a9a40ce7-2214-4967-a05b-7c70825cb595 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'security_group_rule': {'security_group_id': 'ef090414-0c33-4d0d-9ef9-8a533a94c9ca', 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:08.033342 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a9a40ce7-2214-4967-a05b-7c70825cb595 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (128e94ed-95e3-4142-aab3-58489a3cd2c5), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.081385 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (b9b1f6ef-a115-4962-9f2d-0063c9d851b0), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.122036 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b1f6ef-a115-4962-9f2d-0063c9d851b0,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:08.125152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:08.179858 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a9a40ce7-2214-4967-a05b-7c70825cb595 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (128e94ed-95e3-4142-aab3-58489a3cd2c5), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.202402 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (4f245ee1-23ff-4f13-805c-be82720afb7a), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.294218 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (4f245ee1-23ff-4f13-805c-be82720afb7a), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.297074 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks [] for router_controller (4f245ee1-23ff-4f13-805c-be82720afb7a), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.371415 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a9a40ce7-2214-4967-a05b-7c70825cb595 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (128e94ed-95e3-4142-aab3-58489a3cd2c5), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.390857 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a40ce7-2214-4967-a05b-7c70825cb595 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128e94ed-95e3-4142-aab3-58489a3cd2c5,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:08.438518 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (4f245ee1-23ff-4f13-805c-be82720afb7a), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.439271 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f245ee1-23ff-4f13-805c-be82720afb7a {{(pid=110782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:07:08.443827 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.448477 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-5d7b9869-04d9-4590-b76c-3c70bdacb842 admin admin] 10.222.0.40 "DELETE /v2.0/routers/4f245ee1-23ff-4f13-805c-be82720afb7a HTTP/1.1" status: 204 len: 168 time: 1.2985542 Jul 25 06:07:08.448477 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49362) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:08.481911 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a9a40ce7-2214-4967-a05b-7c70825cb595 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.486564 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a9a40ce7-2214-4967-a05b-7c70825cb595 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5565784 Jul 25 06:07:08.487406 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49364) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:08.492135 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-4adf7b93-8e5b-425b-af6c-43d7de3aab35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'security_group_rule': {'security_group_id': 'ef090414-0c33-4d0d-9ef9-8a533a94c9ca', 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:08.505085 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a09862-d665-490c-8d93-5a6b2f9cdf85 admin admin] Deleting subnet a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 {{(pid=110782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:07:08.509085 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-19a09862-d665-490c-8d93-5a6b2f9cdf85 admin admin] Publish callbacks [] for subnet (a6d0e7e8-0ce1-4bfd-b879-12f3738f1666), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.559512 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-19a09862-d665-490c-8d93-5a6b2f9cdf85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126647'] for subnet (a6d0e7e8-0ce1-4bfd-b879-12f3738f1666), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.581516 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.securitygroups_db [None req-4adf7b93-8e5b-425b-af6c-43d7de3aab35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Project d275686dbcfc44769065d5d9ba1a6f0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 06:07:08.593940 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4adf7b93-8e5b-425b-af6c-43d7de3aab35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (58ed13ac-0a23-47c5-9a7c-bc43f0494e95), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.595816 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device f3350b42-99be-4ee3-ab61-cf6269e6e46e up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:08.672014 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port f3350b42-99be-4ee3-ab61-cf6269e6e46e triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:08.678300 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.725146 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4adf7b93-8e5b-425b-af6c-43d7de3aab35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (58ed13ac-0a23-47c5-9a7c-bc43f0494e95), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.727891 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-19a09862-d665-490c-8d93-5a6b2f9cdf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (a6d0e7e8-0ce1-4bfd-b879-12f3738f1666), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.772370 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:08.792132 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port f3350b42-99be-4ee3-ab61-cf6269e6e46e is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:08.829650 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4adf7b93-8e5b-425b-af6c-43d7de3aab35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (58ed13ac-0a23-47c5-9a7c-bc43f0494e95), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.850353 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:08.853295 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf7b93-8e5b-425b-af6c-43d7de3aab35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ed13ac-0a23-47c5-9a7c-bc43f0494e95,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:08.859053 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 68470082-bee8-4f1a-be05-4948748a654b no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:07:08.881365 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 68470082-bee8-4f1a-be05-4948748a654b {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:07:08.881789 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 68470082-bee8-4f1a-be05-4948748a654b not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:07:08.887809 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-19a09862-d665-490c-8d93-5a6b2f9cdf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11572787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8647388'] for subnet (a6d0e7e8-0ce1-4bfd-b879-12f3738f1666), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.917839 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a09862-d665-490c-8d93-5a6b2f9cdf85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d0e7e8-0ce1-4bfd-b879-12f3738f1666,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:08.920135 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-19a09862-d665-490c-8d93-5a6b2f9cdf85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.925778 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-19a09862-d665-490c-8d93-5a6b2f9cdf85 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/a6d0e7e8-0ce1-4bfd-b879-12f3738f1666 HTTP/1.1" status: 204 len: 168 time: 0.4748831 Jul 25 06:07:08.935572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49376) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:08.935876 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-4adf7b93-8e5b-425b-af6c-43d7de3aab35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:08.935988 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ccec16-b1b7-42c5-a9fd-c911ea1385f5 None None] Network d09a72ec-f4c1-4494-ae4f-e65cd0316aed requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:07:08.937337 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-4adf7b93-8e5b-425b-af6c-43d7de3aab35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4487054 Jul 25 06:07:08.938159 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49378) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:08.944185 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-9484debf-791a-41a2-9e42-18c9e0b5285e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'security_group_rule': {'security_group_id': 'ef090414-0c33-4d0d-9ef9-8a533a94c9ca', 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:09.015164 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (d09a72ec-f4c1-4494-ae4f-e65cd0316aed), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.050304 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.securitygroups_db [None req-9484debf-791a-41a2-9e42-18c9e0b5285e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Project d275686dbcfc44769065d5d9ba1a6f0c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 06:07:09.062506 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Deleting port 22fcda15-e58b-4cd9-9310-a108a9075b1b {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:07:09.062867 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.065139 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9484debf-791a-41a2-9e42-18c9e0b5285e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (9ce9bf9f-2f42-49c1-aca2-b6c35e684d6e), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.157296 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4726f92-b06f-487b-ace1-89aa3373b068 None None] DHCP port deletion for d09a72ec-f4c1-4494-ae4f-e65cd0316aed request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:07:09.163892 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:09.177445 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] For port 22fcda15-e58b-4cd9-9310-a108a9075b1b, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=22fcda15-e58b-4cd9-9310-a108a9075b1b,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:09.188457 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.196337 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Calling delete_port for 22fcda15-e58b-4cd9-9310-a108a9075b1b owned by network:dhcp {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:07:09.211503 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9484debf-791a-41a2-9e42-18c9e0b5285e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (9ce9bf9f-2f42-49c1-aca2-b6c35e684d6e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.214302 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-b4726f92-b06f-487b-ace1-89aa3373b068 None None] Deleting port 22fcda15-e58b-4cd9-9310-a108a9075b1b {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:07:09.214302 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b4726f92-b06f-487b-ace1-89aa3373b068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.281360 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-b4726f92-b06f-487b-ace1-89aa3373b068 None None] For port 22fcda15-e58b-4cd9-9310-a108a9075b1b, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=22fcda15-e58b-4cd9-9310-a108a9075b1b,segment=NetworkSegment(74f37b62-1cf9-48a7-a986-ff4a4a0d808a),segment_id=74f37b62-1cf9-48a7-a986-ff4a4a0d808a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:09.282554 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b4726f92-b06f-487b-ace1-89aa3373b068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.300551 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-b4726f92-b06f-487b-ace1-89aa3373b068 None None] Calling delete_port for 22fcda15-e58b-4cd9-9310-a108a9075b1b owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:07:09.312472 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9484debf-791a-41a2-9e42-18c9e0b5285e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (9ce9bf9f-2f42-49c1-aca2-b6c35e684d6e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.331733 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484debf-791a-41a2-9e42-18c9e0b5285e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce9bf9f-2f42-49c1-aca2-b6c35e684d6e,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:09.372452 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.380628 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Sync routers for ids ['652aa8b7-1df8-4673-9525-7e24de10680d'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:07:09.386428 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:09.389907 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b4726f92-b06f-487b-ace1-89aa3373b068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (22fcda15-e58b-4cd9-9310-a108a9075b1b), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.401660 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=22fcda15-e58b-4cd9-9310-a108a9075b1b,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:09.407101 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] No DVR routers for this DVR port 22fcda15-e58b-4cd9-9310-a108a9075b1b on host dv-cinder-848418-2-iscsi {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:07:09.414490 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Routers {'652aa8b7-1df8-4673-9525-7e24de10680d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:09.417138 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['652aa8b7-1df8-4673-9525-7e24de10680d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:09.420635 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4726f92-b06f-487b-ace1-89aa3373b068 None None] Pushing event deleted for resources: {'Port': ['ID=22fcda15-e58b-4cd9-9310-a108a9075b1b,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:09.446151 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9484debf-791a-41a2-9e42-18c9e0b5285e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.451806 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-9484debf-791a-41a2-9e42-18c9e0b5285e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5117509 Jul 25 06:07:09.457544 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4726f92-b06f-487b-ace1-89aa3373b068 None None] No DVR routers for this DVR port 22fcda15-e58b-4cd9-9310-a108a9075b1b on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:07:09.530092 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:09.530092 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (d09a72ec-f4c1-4494-ae4f-e65cd0316aed), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.530092 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09a72ec-f4c1-4494-ae4f-e65cd0316aed']}} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:09.541426 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f37b62-1cf9-48a7-a986-ff4a4a0d808a') {'for_net_delete': True} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:09.541823 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f37b62-1cf9-48a7-a986-ff4a4a0d808a') {} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:09.556663 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126606'] for segment (74f37b62-1cf9-48a7-a986-ff4a4a0d808a), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.574999 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (74f37b62-1cf9-48a7-a986-ff4a4a0d808a), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.583654 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=110782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:07:09.584065 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11572873'] for segment (74f37b62-1cf9-48a7-a986-ff4a4a0d808a), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.590988 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Set router 652aa8b7-1df8-4673-9525-7e24de10680d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:09.642074 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 74f37b62-1cf9-48a7-a986-ff4a4a0d808a resource provider aggregate not found Jul 25 06:07:09.663694 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 74f37b62-1cf9-48a7-a986-ff4a4a0d808a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74f37b62-1cf9-48a7-a986-ff4a4a0d808a found for delete ", "request_id": "req-7fd4687c-c735-4207-9823-f38ffc1fddd7"}]} Jul 25 06:07:09.713870 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:09.773398 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (d09a72ec-f4c1-4494-ae4f-e65cd0316aed), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.786731 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:09.789926 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] 10.222.0.40 "DELETE /v2.0/networks/d09a72ec-f4c1-4494-ae4f-e65cd0316aed HTTP/1.1" status: 204 len: 168 time: 0.8628767 Jul 25 06:07:09.826780 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a5139-73b6-4b03-a3c9-744c48f0fd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=d09a72ec-f4c1-4494-ae4f-e65cd0316aed,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:09.891849 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 4, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'gw_port': {'id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '339da4e9-8987-4443-8981-a78a545efd92', 'name': '', 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'mac_address': 'fa:16:3e:bd:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:03Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 2, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'subnets': [{'id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:09.932723 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Checking router: 652aa8b7-1df8-4673-9525-7e24de10680d for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:07:09.933002 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Updating router 652aa8b7-1df8-4673-9525-7e24de10680d port 339da4e9-8987-4443-8981-a78a545efd92 binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:07:09.952333 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49442) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:09.965792 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (339da4e9-8987-4443-8981-a78a545efd92), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.067689 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cb922214-f407-4d39-860e-e53682da0ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.168136 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cb922214-f407-4d39-860e-e53682da0ade admin admin] Publish callbacks [] for security_group (8dee1b3a-b7c8-484e-bebd-296d2886bb22), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.240691 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cb922214-f407-4d39-860e-e53682da0ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (8dee1b3a-b7c8-484e-bebd-296d2886bb22), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.262506 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Publish callbacks [] for port (339da4e9-8987-4443-8981-a78a545efd92), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.281016 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-cb922214-f407-4d39-860e-e53682da0ade admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ed8761b9d27f445f86b0f93cf92ac137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330102 Jul 25 06:07:10.282148 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb922214-f407-4d39-860e-e53682da0ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dee1b3a-b7c8-484e-bebd-296d2886bb22,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:10.285777 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49452) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:10.305967 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49454) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:10.343869 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (339da4e9-8987-4443-8981-a78a545efd92), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.355964 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-c483610a-0752-445e-8192-4b63aada4ac5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1871c9af781743f5af1d92371a42ecf1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487738 Jul 25 06:07:10.356591 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49460) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:10.362294 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f98ff524-749c-45f0-a2d5-f6938029ae09 admin admin] Publish callbacks [] for security_group (8dee1b3a-b7c8-484e-bebd-296d2886bb22), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.405635 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772a1ec-bc25-4e4f-88ba-8c284acbc02a None None] Pushing event updated for resources: {'Port': ['ID=339da4e9-8987-4443-8981-a78a545efd92,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:10.420739 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f98ff524-749c-45f0-a2d5-f6938029ae09 admin admin] Publish callbacks [] for security_group (8dee1b3a-b7c8-484e-bebd-296d2886bb22), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.440002 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-be23c361-6310-4e6f-9e56-bc69337b7eb1 admin admin] Publish callbacks [] for security_group (35e5181d-a352-48b8-bc0e-08e899069c42), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.490607 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-be23c361-6310-4e6f-9e56-bc69337b7eb1 admin admin] Publish callbacks [] for security_group (35e5181d-a352-48b8-bc0e-08e899069c42), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.491646 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Attempting to bind port 339da4e9-8987-4443-8981-a78a545efd92 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:10.492323 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Attempting to bind port 339da4e9-8987-4443-8981-a78a545efd92 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '23f7407e-66a9-4ebd-9859-81ad1ccf6beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:10.492917 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Attempting to bind port 339da4e9-8987-4443-8981-a78a545efd92 on network df82056f-ee86-4c30-9c46-f1639cfc0ce1 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:10.493579 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:10.503145 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:10.504675 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Checking segment: {'id': '23f7407e-66a9-4ebd-9859-81ad1ccf6beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:10.505796 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.506325 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Bound using segment: {'id': '23f7407e-66a9-4ebd-9859-81ad1ccf6beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:10.507351 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Bound port: 339da4e9-8987-4443-8981-a78a545efd92, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f7407e-66a9-4ebd-9859-81ad1ccf6beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:10.508561 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (339da4e9-8987-4443-8981-a78a545efd92), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.570791 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 22fcda15-e58b-4cd9-9310-a108a9075b1b no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:07:10.572036 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f98ff524-749c-45f0-a2d5-f6938029ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (8dee1b3a-b7c8-484e-bebd-296d2886bb22), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.577373 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f98ff524-749c-45f0-a2d5-f6938029ae09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.577373 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-f98ff524-749c-45f0-a2d5-f6938029ae09 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8dee1b3a-b7c8-484e-bebd-296d2886bb22 HTTP/1.1" status: 204 len: 168 time: 0.2885582 Jul 25 06:07:10.585775 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ff524-749c-45f0-a2d5-f6938029ae09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dee1b3a-b7c8-484e-bebd-296d2886bb22,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:10.646575 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-be23c361-6310-4e6f-9e56-bc69337b7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (35e5181d-a352-48b8-bc0e-08e899069c42), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.649810 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-be23c361-6310-4e6f-9e56-bc69337b7eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.651664 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-be23c361-6310-4e6f-9e56-bc69337b7eb1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/35e5181d-a352-48b8-bc0e-08e899069c42 HTTP/1.1" status: 204 len: 168 time: 0.2929492 Jul 25 06:07:10.652101 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 22fcda15-e58b-4cd9-9310-a108a9075b1b {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:07:10.656055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 22fcda15-e58b-4cd9-9310-a108a9075b1b not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:07:10.656055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device b9b1f6ef-a115-4962-9f2d-0063c9d851b0 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:07:10.661661 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23c361-6310-4e6f-9e56-bc69337b7eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e5181d-a352-48b8-bc0e-08e899069c42,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:10.711677 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] For port 339da4e9-8987-4443-8981-a78a545efd92, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:10.719542 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: b9b1f6ef-a115-4962-9f2d-0063c9d851b0 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:07:10.720658 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device b9b1f6ef-a115-4962-9f2d-0063c9d851b0 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:07:10.733335 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] For port 339da4e9-8987-4443-8981-a78a545efd92, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=339da4e9-8987-4443-8981-a78a545efd92,segment=NetworkSegment(23f7407e-66a9-4ebd-9859-81ad1ccf6beb),segment_id=23f7407e-66a9-4ebd-9859-81ad1ccf6beb)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:10.767657 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-5d850d47-7459-4ab0-a1b8-d84d432417c6 None None] Provisioning complete for port 339da4e9-8987-4443-8981-a78a545efd92 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:10.768487 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5d850d47-7459-4ab0-a1b8-d84d432417c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (339da4e9-8987-4443-8981-a78a545efd92), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.771022 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:10.804874 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-5d850d47-7459-4ab0-a1b8-d84d432417c6 None None] Port 339da4e9-8987-4443-8981-a78a545efd92 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:10.822122 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (339da4e9-8987-4443-8981-a78a545efd92), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:10.893822 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Routers {'652aa8b7-1df8-4673-9525-7e24de10680d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:10.893822 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['652aa8b7-1df8-4673-9525-7e24de10680d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:10.933204 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772a1ec-bc25-4e4f-88ba-8c284acbc02a None None] Pushing event updated for resources: {'Port': ['ID=339da4e9-8987-4443-8981-a78a545efd92,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:11.019029 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:11.021498 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] Set router 652aa8b7-1df8-4673-9525-7e24de10680d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:11.380470 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-61b58417-41e8-49b4-bfc7-1a53f4b702f6 None None] Provisioning complete for port 339da4e9-8987-4443-8981-a78a545efd92 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:11.380860 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-61b58417-41e8-49b4-bfc7-1a53f4b702f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (339da4e9-8987-4443-8981-a78a545efd92), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:11.457067 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 4, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'gw_port': {'id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '339da4e9-8987-4443-8981-a78a545efd92', 'name': '', 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'mac_address': 'fa:16:3e:bd:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:03Z', 'updated_at': '2022-07-25T06:07:10Z', 'revision_number': 4, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'subnets': [{'id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:11.489116 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9932ff-c360-4084-a96f-cbdd553fdb83 None None] The sync data for ids ['652aa8b7-1df8-4673-9525-7e24de10680d'] in dv-cinder-848418-2-iscsi is: [{'id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:04Z', 'revision_number': 4, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'gw_port': {'id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '339da4e9-8987-4443-8981-a78a545efd92', 'name': '', 'network_id': 'df82056f-ee86-4c30-9c46-f1639cfc0ce1', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'mac_address': 'fa:16:3e:bd:86:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:03Z', 'updated_at': '2022-07-25T06:07:10Z', 'revision_number': 4, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'subnets': [{'id': 'd0e05bd9-111e-4835-a3b3-854745344edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:07:11.533710 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-61b58417-41e8-49b4-bfc7-1a53f4b702f6 None None] Current status of the port 339da4e9-8987-4443-8981-a78a545efd92 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:11.534116 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-61b58417-41e8-49b4-bfc7-1a53f4b702f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (339da4e9-8987-4443-8981-a78a545efd92), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:11.605015 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-61b58417-41e8-49b4-bfc7-1a53f4b702f6 None None] For port 339da4e9-8987-4443-8981-a78a545efd92, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=339da4e9-8987-4443-8981-a78a545efd92,segment=NetworkSegment(23f7407e-66a9-4ebd-9859-81ad1ccf6beb),segment_id=23f7407e-66a9-4ebd-9859-81ad1ccf6beb)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:11.686664 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-61b58417-41e8-49b4-bfc7-1a53f4b702f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (339da4e9-8987-4443-8981-a78a545efd92), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:11.776640 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58417-41e8-49b4-bfc7-1a53f4b702f6 None None] Pushing event updated for resources: {'Port': ['ID=339da4e9-8987-4443-8981-a78a545efd92,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:12.478738 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 339da4e9-8987-4443-8981-a78a545efd92 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:12.507994 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:12.533828 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 339da4e9-8987-4443-8981-a78a545efd92 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:12.533983 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (339da4e9-8987-4443-8981-a78a545efd92), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:12.626964 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 339da4e9-8987-4443-8981-a78a545efd92 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:13.952765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49628) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:14.073425 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8a5bd35f-a1e7-48dd-ae59-8e5096af1d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.286930 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8a5bd35f-a1e7-48dd-ae59-8e5096af1d0a admin admin] Publish callbacks [] for security_group (a4783043-a8b9-4686-835b-d68841bf1d1a), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.384141 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8a5bd35f-a1e7-48dd-ae59-8e5096af1d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a4783043-a8b9-4686-835b-d68841bf1d1a), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.432415 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49646) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:14.436757 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-8a5bd35f-a1e7-48dd-ae59-8e5096af1d0a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a098aacb8cc147ad8b22c3dd3e9137dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828916 Jul 25 06:07:14.437594 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49648) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:14.438226 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bd35f-a1e7-48dd-ae59-8e5096af1d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4783043-a8b9-4686-835b-d68841bf1d1a,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:14.495561 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-dc36d8dc-49bc-44d5-921d-6563a50ea39a admin admin] Publish callbacks [] for security_group (a4783043-a8b9-4686-835b-d68841bf1d1a), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.518442 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-dc36d8dc-49bc-44d5-921d-6563a50ea39a admin admin] Publish callbacks [] for security_group (a4783043-a8b9-4686-835b-d68841bf1d1a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.552267 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-35ef9df0-2cee-48e6-950d-8e83719ca4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.650234 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-dc36d8dc-49bc-44d5-921d-6563a50ea39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a4783043-a8b9-4686-835b-d68841bf1d1a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.652841 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-dc36d8dc-49bc-44d5-921d-6563a50ea39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.654112 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-dc36d8dc-49bc-44d5-921d-6563a50ea39a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a4783043-a8b9-4686-835b-d68841bf1d1a HTTP/1.1" status: 204 len: 168 time: 0.2122321 Jul 25 06:07:14.664010 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d8dc-49bc-44d5-921d-6563a50ea39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4783043-a8b9-4686-835b-d68841bf1d1a,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:14.715122 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-35ef9df0-2cee-48e6-950d-8e83719ca4e8 admin admin] Publish callbacks [] for security_group (d449c3c4-8481-4536-8a18-7d116fa2b957), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.812496 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-35ef9df0-2cee-48e6-950d-8e83719ca4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (d449c3c4-8481-4536-8a18-7d116fa2b957), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.852983 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-35ef9df0-2cee-48e6-950d-8e83719ca4e8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a6d19da839b9448aa7c04b0b2cdeb30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194713 Jul 25 06:07:14.853860 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef9df0-2cee-48e6-950d-8e83719ca4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d449c3c4-8481-4536-8a18-7d116fa2b957,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:14.855706 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49662) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:14.913739 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bea3a52d-905b-4497-9b43-74e47d4f807f admin admin] Publish callbacks [] for security_group (d449c3c4-8481-4536-8a18-7d116fa2b957), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:14.948039 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bea3a52d-905b-4497-9b43-74e47d4f807f admin admin] Publish callbacks [] for security_group (d449c3c4-8481-4536-8a18-7d116fa2b957), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.092753 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bea3a52d-905b-4497-9b43-74e47d4f807f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (d449c3c4-8481-4536-8a18-7d116fa2b957), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.096242 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bea3a52d-905b-4497-9b43-74e47d4f807f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.096853 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-bea3a52d-905b-4497-9b43-74e47d4f807f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d449c3c4-8481-4536-8a18-7d116fa2b957 HTTP/1.1" status: 204 len: 168 time: 0.2398911 Jul 25 06:07:15.105644 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3a52d-905b-4497-9b43-74e47d4f807f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d449c3c4-8481-4536-8a18-7d116fa2b957,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:15.432696 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49678) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:15.448545 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-cff9373b-2c33-4a3e-b6b5-19cbd5ed7abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.469496 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:15.529670 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-cff9373b-2c33-4a3e-b6b5-19cbd5ed7abe admin admin] Publish callbacks [] for security_group (35c09a54-3864-4635-8b8b-8ffd539d9b9b), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.612269 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-cff9373b-2c33-4a3e-b6b5-19cbd5ed7abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (35c09a54-3864-4635-8b8b-8ffd539d9b9b), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.656090 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-cff9373b-2c33-4a3e-b6b5-19cbd5ed7abe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c97d1336658b4200af6817ccc1056ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221987 Jul 25 06:07:15.657258 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9373b-2c33-4a3e-b6b5-19cbd5ed7abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c09a54-3864-4635-8b8b-8ffd539d9b9b,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:15.658097 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49684) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:15.709059 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Publish callbacks [] for security_group (35c09a54-3864-4635-8b8b-8ffd539d9b9b), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.732066 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Publish callbacks [] for security_group (35c09a54-3864-4635-8b8b-8ffd539d9b9b), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.850015 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (35c09a54-3864-4635-8b8b-8ffd539d9b9b), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.853022 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.854968 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/35c09a54-3864-4635-8b8b-8ffd539d9b9b HTTP/1.1" status: 204 len: 168 time: 0.1950753 Jul 25 06:07:15.863224 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c09a54-3864-4635-8b8b-8ffd539d9b9b,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:15.870966 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.871313 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.871668 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.871997 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.872356 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.872689 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.873071 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.873396 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.873852 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.874212 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.874514 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.874842 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.875168 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.875484 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.875978 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e9b4a2-9bc1-4e50-ba0e-8849e68ff327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:15.918367 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49690) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:15.934184 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a8bc9c3c-025b-4941-9e8a-de10d032777c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:15.978667 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:15.986893 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:16.019224 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a8bc9c3c-025b-4941-9e8a-de10d032777c admin admin] Publish callbacks [] for security_group (2131b366-8cbb-44f8-8d34-08014126c226), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:16.086125 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-a8bc9c3c-025b-4941-9e8a-de10d032777c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (2131b366-8cbb-44f8-8d34-08014126c226), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:16.127759 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-a8bc9c3c-025b-4941-9e8a-de10d032777c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e005de374bbd455cb6ec25f7c48c5f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082431 Jul 25 06:07:16.129887 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc9c3c-025b-4941-9e8a-de10d032777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2131b366-8cbb-44f8-8d34-08014126c226,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:16.131143 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49692) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:16.186691 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-27a6d90c-da72-4e12-bf98-cfea042c463f admin admin] Publish callbacks [] for security_group (2131b366-8cbb-44f8-8d34-08014126c226), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:16.211316 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-27a6d90c-da72-4e12-bf98-cfea042c463f admin admin] Publish callbacks [] for security_group (2131b366-8cbb-44f8-8d34-08014126c226), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:16.324095 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-27a6d90c-da72-4e12-bf98-cfea042c463f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (2131b366-8cbb-44f8-8d34-08014126c226), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:16.327259 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-27a6d90c-da72-4e12-bf98-cfea042c463f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:16.328448 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-27a6d90c-da72-4e12-bf98-cfea042c463f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2131b366-8cbb-44f8-8d34-08014126c226 HTTP/1.1" status: 204 len: 168 time: 0.1959567 Jul 25 06:07:16.336844 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6d90c-da72-4e12-bf98-cfea042c463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2131b366-8cbb-44f8-8d34-08014126c226,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:17.071508 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49730) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:17.396972 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-780a1d98-06c7-4009-ba30-d7d0df7b6d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:17.456071 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:17.485631 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-780a1d98-06c7-4009-ba30-d7d0df7b6d48 admin admin] Publish callbacks [] for security_group (908c8385-b177-4f3e-9c9a-6397fd1d3d6e), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:17.566072 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-780a1d98-06c7-4009-ba30-d7d0df7b6d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (908c8385-b177-4f3e-9c9a-6397fd1d3d6e), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:17.617570 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-780a1d98-06c7-4009-ba30-d7d0df7b6d48 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=54ac4601e8a747698cc21d2e99b56f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5447588 Jul 25 06:07:17.618442 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a1d98-06c7-4009-ba30-d7d0df7b6d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908c8385-b177-4f3e-9c9a-6397fd1d3d6e,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:17.620374 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49746) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:17.675685 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c842aee3-f530-4a1c-b16a-e4f8a12a085d admin admin] Publish callbacks [] for security_group (908c8385-b177-4f3e-9c9a-6397fd1d3d6e), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:17.698411 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c842aee3-f530-4a1c-b16a-e4f8a12a085d admin admin] Publish callbacks [] for security_group (908c8385-b177-4f3e-9c9a-6397fd1d3d6e), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:17.806132 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=70 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:17.812106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c842aee3-f530-4a1c-b16a-e4f8a12a085d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (908c8385-b177-4f3e-9c9a-6397fd1d3d6e), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:17.814839 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c842aee3-f530-4a1c-b16a-e4f8a12a085d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:17.815867 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-c842aee3-f530-4a1c-b16a-e4f8a12a085d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/908c8385-b177-4f3e-9c9a-6397fd1d3d6e HTTP/1.1" status: 204 len: 168 time: 0.1944807 Jul 25 06:07:17.824729 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842aee3-f530-4a1c-b16a-e4f8a12a085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908c8385-b177-4f3e-9c9a-6397fd1d3d6e,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:19.009829 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49796) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:19.115585 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1459161842-network', 'tenant_id': '3520876da8974c439cef1b35397029f9'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:19.215847 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Made reservation on behalf of 3520876da8974c439cef1b35397029f9 for: {'network': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:07:19.218931 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:19.229024 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:19.314560 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Publish callbacks [] for security_group (abeca2f7-a948-44f1-b2bc-ad18cdf4bee5), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:19.381364 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (abeca2f7-a948-44f1-b2bc-ad18cdf4bee5), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:19.407431 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=110783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:07:19.416428 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeca2f7-a948-44f1-b2bc-ad18cdf4bee5,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:19.423067 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (486541f6-8349-4e38-a934-417173dc1785), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:19.423410 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.segments_db [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Added segment 486541f6-8349-4e38-a934-417173dc1785 of type vlan for network c6e0d702-8c0d-4f55-a895-c3df29202603 Jul 25 06:07:19.467168 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (c6e0d702-8c0d-4f55-a895-c3df29202603), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:19.583199 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (c6e0d702-8c0d-4f55-a895-c3df29202603), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:19.584528 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:19.585120 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:19.661080 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] Pushing event updated for resources: {'Network': ['ID=c6e0d702-8c0d-4f55-a895-c3df29202603,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:19.671676 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network c6e0d702-8c0d-4f55-a895-c3df29202603 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:07:19.695473 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-70c095b6-d74a-4f59-82d9-de558d72abcc admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6838229 Jul 25 06:07:19.697846 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49812) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:19.703240 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Request body: {'subnet': {'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1459161842-subnet', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'ip_version': 4}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:19.806279 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Made reservation on behalf of 3520876da8974c439cef1b35397029f9 for: {'subnet': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:07:19.808726 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9359389'] for subnet (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:19.859900 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:19.939565 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:20.063634 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12528880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9359375'] for subnet (011e25f2-0786-4924-b9fd-680d4dd056a1), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.118804 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Pushing event updated for resources: {'Subnet': ['ID=011e25f2-0786-4924-b9fd-680d4dd056a1,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:20.134227 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Checking segment: {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:20.134589 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Network hostable DHCP agents. Network: c6e0d702-8c0d-4f55-a895-c3df29202603, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:07:20.240330 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Network c6e0d702-8c0d-4f55-a895-c3df29202603 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:07:20.314685 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, c6e0d702-8c0d-4f55-a895-c3df29202603) {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:20.318721 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:20.319316 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.323962 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f7b04-379a-4881-bb7e-05e98e0e22e4 None None] Network c6e0d702-8c0d-4f55-a895-c3df29202603 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:07:20.403393 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d7f2f9d7-e8fd-4868-82fd-78d74875c2be admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7044625 Jul 25 06:07:20.406735 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49816) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:20.414836 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:20.429427 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-c6e0d702-8c0d-4f55-a895-c3df29202603', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'project_id': '3520876da8974c439cef1b35397029f9', 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 06:07:20.430366 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.498215 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (90e8b811-746c-49e1-8ea1-9aea00b1743d), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.499338 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (90e8b811-746c-49e1-8ea1-9aea00b1743d), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.549383 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks [] for router_controller (90e8b811-746c-49e1-8ea1-9aea00b1743d), precommit_add_association {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.567529 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Allocated IP 172.20.0.2 (c6e0d702-8c0d-4f55-a895-c3df29202603/011e25f2-0786-4924-b9fd-680d4dd056a1/32473a47-0440-4ca9-b945-61886005ef38) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:20.715828 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Publish callbacks [] for port (32473a47-0440-4ca9-b945-61886005ef38), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.751883 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks [] for router_gateway (90e8b811-746c-49e1-8ea1-9aea00b1743d), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.776356 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (32473a47-0440-4ca9-b945-61886005ef38), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.811829 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Network c6e0d702-8c0d-4f55-a895-c3df29202603 is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:20.816170 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:20.818603 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:20.834703 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Pushing event updated for resources: {'Port': ['ID=32473a47-0440-4ca9-b945-61886005ef38,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:20.858497 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:20.860385 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.860890 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.861271 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.861614 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.861946 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.862269 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.862591 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.862911 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.863231 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.863549 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.863871 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.864220 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.864538 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.864856 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.865169 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:20.897795 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Attempting to bind port 32473a47-0440-4ca9-b945-61886005ef38 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:20.898161 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Attempting to bind port 32473a47-0440-4ca9-b945-61886005ef38 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:20.898517 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Attempting to bind port 32473a47-0440-4ca9-b945-61886005ef38 on network c6e0d702-8c0d-4f55-a895-c3df29202603 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:20.905279 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:20.905775 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Checking segment: {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:20.906174 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.906560 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Bound using segment: {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:20.907025 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Bound port: 32473a47-0440-4ca9-b945-61886005ef38, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:20.907400 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (32473a47-0440-4ca9-b945-61886005ef38), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:20.970041 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] For port 32473a47-0440-4ca9-b945-61886005ef38, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:20.973149 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] For port 32473a47-0440-4ca9-b945-61886005ef38, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=32473a47-0440-4ca9-b945-61886005ef38,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:21.001391 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks [] for router_gateway (90e8b811-746c-49e1-8ea1-9aea00b1743d), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:21.020654 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:21.032685 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (32473a47-0440-4ca9-b945-61886005ef38), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:21.073602 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:21.091187 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8efde-e474-482a-8442-1d265d7e4310 None None] Pushing event updated for resources: {'Port': ['ID=32473a47-0440-4ca9-b945-61886005ef38,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:21.147801 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Allocated IP 172.27.1.23 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/0df579ea-a445-4a6d-b8e8-6fb49c560075) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:21.149824 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:21.268720 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks [] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:21.371916 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:21.378004 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:21.411677 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:21.416667 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:21.421203 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:21.426113 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Pushing event updated for resources: {'Port': ['ID=0df579ea-a445-4a6d-b8e8-6fb49c560075,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:21.739117 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks [] for router_gateway (90e8b811-746c-49e1-8ea1-9aea00b1743d), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:21.939315 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (90e8b811-746c-49e1-8ea1-9aea00b1743d), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:21.955777 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22abef09-ba40-4c5d-aebf-7c3cbc89c127 None None] Network c6e0d702-8c0d-4f55-a895-c3df29202603 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:07:21.988933 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-772dbade-53fd-409e-a23f-5172426e69d7 None None] Provisioning complete for port 32473a47-0440-4ca9-b945-61886005ef38 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:21.989398 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-772dbade-53fd-409e-a23f-5172426e69d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (32473a47-0440-4ca9-b945-61886005ef38), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:22.130946 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-772dbade-53fd-409e-a23f-5172426e69d7 None None] Current status of the port 32473a47-0440-4ca9-b945-61886005ef38 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:22.131332 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-772dbade-53fd-409e-a23f-5172426e69d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (32473a47-0440-4ca9-b945-61886005ef38), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:22.149679 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Router 90e8b811-746c-49e1-8ea1-9aea00b1743d is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 06:07:22.166623 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-772dbade-53fd-409e-a23f-5172426e69d7 None None] For port 32473a47-0440-4ca9-b945-61886005ef38, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=32473a47-0440-4ca9-b945-61886005ef38,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:22.229451 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-772dbade-53fd-409e-a23f-5172426e69d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (32473a47-0440-4ca9-b945-61886005ef38), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:22.263890 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:07:22.271616 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:22.275077 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Sync routers for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:07:22.286506 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:22.287371 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:22.293661 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dbade-53fd-409e-a23f-5172426e69d7 None None] Pushing event updated for resources: {'Port': ['ID=32473a47-0440-4ca9-b945-61886005ef38,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:22.349265 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-1e3af916-78f9-4397-9e0a-8aa89c5b19ed None None] Provisioning complete for port 32473a47-0440-4ca9-b945-61886005ef38 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:22.349647 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-1e3af916-78f9-4397-9e0a-8aa89c5b19ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (32473a47-0440-4ca9-b945-61886005ef38), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:22.365872 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:22.368018 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-8fe610df-586a-48f9-8dac-f83cf7873337 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9601309 Jul 25 06:07:22.370342 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49830) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:22.396764 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:22.436013 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-1e3af916-78f9-4397-9e0a-8aa89c5b19ed None None] Current status of the port 32473a47-0440-4ca9-b945-61886005ef38 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:22.526035 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 32473a47-0440-4ca9-b945-61886005ef38 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:22.573719 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 32473a47-0440-4ca9-b945-61886005ef38 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:22.573719 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (32473a47-0440-4ca9-b945-61886005ef38), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:22.575644 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:21Z', 'revision_number': 3, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:22.600969 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Checking router: 90e8b811-746c-49e1-8ea1-9aea00b1743d for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:07:22.601603 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Updating router 90e8b811-746c-49e1-8ea1-9aea00b1743d port 0df579ea-a445-4a6d-b8e8-6fb49c560075 binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:07:22.634641 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:22.651367 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 32473a47-0440-4ca9-b945-61886005ef38 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:22.668740 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:23.002733 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Publish callbacks [] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.059274 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.074607 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.129788 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Attempting to bind port 0df579ea-a445-4a6d-b8e8-6fb49c560075 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:23.130141 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Attempting to bind port 0df579ea-a445-4a6d-b8e8-6fb49c560075 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:23.130499 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Attempting to bind port 0df579ea-a445-4a6d-b8e8-6fb49c560075 on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:23.135200 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Pushing event updated for resources: {'Port': ['ID=0df579ea-a445-4a6d-b8e8-6fb49c560075,revision_number=2']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:23.138549 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:23.139032 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:23.139540 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.139921 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:23.140403 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Bound port: 0df579ea-a445-4a6d-b8e8-6fb49c560075, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:23.140776 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.168983 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.169330 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.170227 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.170617 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.170996 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.171463 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.171623 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.171913 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.172261 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.172586 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.172909 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.173249 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.173577 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.173890 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.174482 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:07:23.207965 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] For port 0df579ea-a445-4a6d-b8e8-6fb49c560075, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:23.211036 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] For port 0df579ea-a445-4a6d-b8e8-6fb49c560075, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=0df579ea-a445-4a6d-b8e8-6fb49c560075,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:23.225229 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Allocated IP 172.20.0.1 (c6e0d702-8c0d-4f55-a895-c3df29202603/011e25f2-0786-4924-b9fd-680d4dd056a1/47aeca0b-e0b9-4787-847f-133e649c9812) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:23.307965 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.327994 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Publish callbacks [] for port (47aeca0b-e0b9-4787-847f-133e649c9812), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.365748 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:23.370985 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:23.371590 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:23.374574 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da3a8d-5553-450a-a15e-605df646111b None None] Pushing event updated for resources: {'Port': ['ID=0df579ea-a445-4a6d-b8e8-6fb49c560075,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:23.412443 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.453247 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Network c6e0d702-8c0d-4f55-a895-c3df29202603 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:23.457742 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:23.463496 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:23.469015 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:23.481756 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:23.499593 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:23.502345 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Pushing event updated for resources: {'Port': ['ID=47aeca0b-e0b9-4787-847f-133e649c9812,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:23.518020 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (90e8b811-746c-49e1-8ea1-9aea00b1743d), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.661468 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-23430721-8811-4d61-a426-b8b86492fccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:21Z', 'revision_number': 3, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:23.687732 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23430721-8811-4d61-a426-b8b86492fccf None None] The sync data for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi is: [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:21Z', 'revision_number': 3, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:07:23.715417 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.768397 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-30a27c12-91ab-4e10-9a04-63d79007c12f None None] Provisioning complete for port 47aeca0b-e0b9-4787-847f-133e649c9812 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:23.768877 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-30a27c12-91ab-4e10-9a04-63d79007c12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.794193 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:23.807056 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-30a27c12-91ab-4e10-9a04-63d79007c12f None None] Port 47aeca0b-e0b9-4787-847f-133e649c9812 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:23.910320 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Publish callbacks [] for port (47aeca0b-e0b9-4787-847f-133e649c9812), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:23.989400 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:24.062075 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (90e8b811-746c-49e1-8ea1-9aea00b1743d), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:24.064070 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Pushing event updated for resources: {'Port': ['ID=47aeca0b-e0b9-4787-847f-133e649c9812,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:24.180142 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Network c6e0d702-8c0d-4f55-a895-c3df29202603 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:24.183795 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:24.349899 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Router 90e8b811-746c-49e1-8ea1-9aea00b1743d has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:07:24.430124 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-2aa434b5-37ad-4a50-888d-0e6f972facf0 None None] Provisioning complete for port 47aeca0b-e0b9-4787-847f-133e649c9812 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:24.430499 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-2aa434b5-37ad-4a50-888d-0e6f972facf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:24.473499 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-2aa434b5-37ad-4a50-888d-0e6f972facf0 None None] Port 47aeca0b-e0b9-4787-847f-133e649c9812 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:24.507455 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:07:24.513178 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-05f76b66-ad41-4cc4-97ec-161e88e1abba admin admin] 10.222.0.40 "PUT /v2.0/routers/90e8b811-746c-49e1-8ea1-9aea00b1743d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1417150 Jul 25 06:07:24.539069 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 0df579ea-a445-4a6d-b8e8-6fb49c560075 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:24.595286 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 0df579ea-a445-4a6d-b8e8-6fb49c560075 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:24.595416 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:24.641238 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:24.666197 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:24.674305 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 0df579ea-a445-4a6d-b8e8-6fb49c560075 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:24.675073 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:24.698588 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 0df579ea-a445-4a6d-b8e8-6fb49c560075, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=0df579ea-a445-4a6d-b8e8-6fb49c560075,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:24.772358 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:24.824676 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=0df579ea-a445-4a6d-b8e8-6fb49c560075,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:25.338749 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49882) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:25.344395 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-481333572-network', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:25.434561 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Made reservation on behalf of e10757151e474c8cabd1675d8a9f9bdc for: {'network': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:07:25.437368 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for network (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:25.440765 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Sync routers for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:07:25.446796 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:25.451288 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:25.451919 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:25.503972 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:25.528920 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Publish callbacks [] for security_group (7456d28f-1ce7-4f20-a823-1f1531ba1440), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:25.559365 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:25.600665 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (7456d28f-1ce7-4f20-a823-1f1531ba1440), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:25.622860 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=110783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 06:07:25.639111 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7456d28f-1ce7-4f20-a823-1f1531ba1440,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:25.642128 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (4221853b-856a-4d55-9d85-26e1913cceb7), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:25.642472 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.segments_db [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Added segment 4221853b-856a-4d55-9d85-26e1913cceb7 of type vlan for network 1bc8044e-60b6-478a-b57b-1ac666baac28 Jul 25 06:07:25.684107 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768760094769'] for network (1bc8044e-60b6-478a-b57b-1ac666baac28), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:25.689538 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:25.745798 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '47aeca0b-e0b9-4787-847f-133e649c9812', 'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'mac_address': 'fa:16:3e:ce:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:23Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 2, 'project_id': '3520876da8974c439cef1b35397029f9', 'subnets': [{'id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:25.769838 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769'] for network (1bc8044e-60b6-478a-b57b-1ac666baac28), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:25.771114 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:25.771616 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:25.773770 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Checking router: 90e8b811-746c-49e1-8ea1-9aea00b1743d for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:07:25.774451 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Updating router 90e8b811-746c-49e1-8ea1-9aea00b1743d port 47aeca0b-e0b9-4787-847f-133e649c9812 binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:07:25.842636 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] Pushing event updated for resources: {'Network': ['ID=1bc8044e-60b6-478a-b57b-1ac666baac28,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:25.915848 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-cfc5449b-fd3b-4780-909c-440bf95f6b7b admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5758402 Jul 25 06:07:25.916940 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Network 1bc8044e-60b6-478a-b57b-1ac666baac28 details requested by agent ovs-agent-dv-cinder-848418-2-iscsi with host dv-cinder-848418-2-iscsi {{(pid=110784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 06:07:25.918515 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49886) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:25.924699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Request body: {'subnet': {'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-481333572-subnet', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'ip_version': 4}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:25.946892 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.004343 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Made reservation on behalf of e10757151e474c8cabd1675d8a9f9bdc for: {'subnet': 1} {{(pid=110783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:07:26.006752 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9359389'] for subnet (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.248703 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Publish callbacks [] for port (47aeca0b-e0b9-4787-847f-133e649c9812), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.255676 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12528880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9359375'] for subnet (fd8a1399-9adf-4d20-ba80-46a047f9e06b), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.309349 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.317731 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8a1399-9adf-4d20-ba80-46a047f9e06b,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:26.329161 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Checking segment: {'id': '4221853b-856a-4d55-9d85-26e1913cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:26.329525 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Network hostable DHCP agents. Network: 1bc8044e-60b6-478a-b57b-1ac666baac28, hostable agents: ['97004999-6816-4655-92cd-9eabdd0b988a'], hosted agents: [] {{(pid=110783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 06:07:26.352643 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:26.366434 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664b915-e2bc-41d3-907f-148235ad3d87 None None] Pushing event updated for resources: {'Port': ['ID=47aeca0b-e0b9-4787-847f-133e649c9812,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:26.416402 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Network 1bc8044e-60b6-478a-b57b-1ac666baac28 is scheduled to be hosted by DHCP agent 97004999-6816-4655-92cd-9eabdd0b988a with binding_index 1 {{(pid=110783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 06:07:26.429806 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Attempting to bind port 47aeca0b-e0b9-4787-847f-133e649c9812 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:26.432270 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Attempting to bind port 47aeca0b-e0b9-4787-847f-133e649c9812 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:26.432270 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Attempting to bind port 47aeca0b-e0b9-4787-847f-133e649c9812 on network c6e0d702-8c0d-4f55-a895-c3df29202603 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:26.436866 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:26.437279 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Checking segment: {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:26.437996 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.438271 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Bound using segment: {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:26.438705 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Bound port: 47aeca0b-e0b9-4787-847f-133e649c9812, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:26.439124 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.456199 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:26.480783 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848418-2-iscsi, 1bc8044e-60b6-478a-b57b-1ac666baac28) {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:26.485700 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:26.486302 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.493218 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89bbf62-9780-49a2-b305-4a24d46cd09b None None] Network 1bc8044e-60b6-478a-b57b-1ac666baac28 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:07:26.505766 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 0df579ea-a445-4a6d-b8e8-6fb49c560075 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:26.555721 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] For port 47aeca0b-e0b9-4787-847f-133e649c9812, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:26.569245 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-65bb3071-22d4-426f-b4fd-e67976ed098a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6496558 Jul 25 06:07:26.571717 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49892) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:26.576626 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:26.614475 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] For port 47aeca0b-e0b9-4787-847f-133e649c9812, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=47aeca0b-e0b9-4787-847f-133e649c9812,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:26.634349 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-4597b2ea-6a12-4f77-9283-6738ca5ae45b None None] Provisioning complete for port 47aeca0b-e0b9-4787-847f-133e649c9812 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:26.634733 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4597b2ea-6a12-4f77-9283-6738ca5ae45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.672194 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 0df579ea-a445-4a6d-b8e8-6fb49c560075 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:26.672561 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.687230 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-910687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1999'] for router (2404d0fa-4f7a-4f20-a05d-183839ec5b68), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.688363 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-909894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-902859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-984698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2040'] for router (2404d0fa-4f7a-4f20-a05d-183839ec5b68), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.721548 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.728709 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2387f4b5-0761-56c5-b8fa-489cfc5e0c17-1bc8044e-60b6-478a-b57b-1ac666baac28', 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28', 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'fixed_ips': [{'subnet_id': 'fd8a1399-9adf-4d20-ba80-46a047f9e06b'}]}} from dv-cinder-848418-2-iscsi. {{(pid=110784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 06:07:26.729578 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.739193 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-4597b2ea-6a12-4f77-9283-6738ca5ae45b None None] Port 47aeca0b-e0b9-4787-847f-133e649c9812 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:26.739410 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks [] for router_controller (2404d0fa-4f7a-4f20-a05d-183839ec5b68), precommit_add_association {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.867792 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664b915-e2bc-41d3-907f-148235ad3d87 None None] Pushing event updated for resources: {'Port': ['ID=47aeca0b-e0b9-4787-847f-133e649c9812,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:26.874661 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:26.875304 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:26.954384 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks [] for router_gateway (2404d0fa-4f7a-4f20-a05d-183839ec5b68), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:26.987820 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 0df579ea-a445-4a6d-b8e8-6fb49c560075 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:27.018368 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:27.071238 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.db_base_plugin_common [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Allocated IP 172.20.0.2 (1bc8044e-60b6-478a-b57b-1ac666baac28/fd8a1399-9adf-4d20-ba80-46a047f9e06b/395c234a-5aa7-499c-a317-4ca5258c2029) {{(pid=110784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:27.092992 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-3214d981-b94b-4796-a8c1-1618fcb2b2d1 None None] Provisioning complete for port 47aeca0b-e0b9-4787-847f-133e649c9812 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:27.093366 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3214d981-b94b-4796-a8c1-1618fcb2b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.096090 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:27.161264 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-fa47ee2e-29d5-48e1-ac78-9caafab5c3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.179459 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:27.213962 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks [] for router_gateway (2404d0fa-4f7a-4f20-a05d-183839ec5b68), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.235075 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.243946 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:27.249864 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:27.350189 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Allocated IP 172.27.1.218 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/601919ea-4b7a-42cc-8b76-f14786fdf55f) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:27.385535 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-3214d981-b94b-4796-a8c1-1618fcb2b2d1 None None] Current status of the port 47aeca0b-e0b9-4787-847f-133e649c9812 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:27.385924 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3214d981-b94b-4796-a8c1-1618fcb2b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.474951 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks [] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.480331 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Publish callbacks [] for port (395c234a-5aa7-499c-a317-4ca5258c2029), precommit_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.499540 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-3214d981-b94b-4796-a8c1-1618fcb2b2d1 None None] For port 47aeca0b-e0b9-4787-847f-133e649c9812, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=47aeca0b-e0b9-4787-847f-133e649c9812,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:27.504748 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '47aeca0b-e0b9-4787-847f-133e649c9812', 'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'mac_address': 'fa:16:3e:ce:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:23Z', 'updated_at': '2022-07-25T06:07:26Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'subnets': [{'id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:27.530573 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf5cfee-2ae3-486b-ad24-047984cd90ac None None] The sync data for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi is: [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '47aeca0b-e0b9-4787-847f-133e649c9812', 'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'mac_address': 'fa:16:3e:ce:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:23Z', 'updated_at': '2022-07-25T06:07:26Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'subnets': [{'id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:07:27.567979 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), after_create {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.593790 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.614258 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=42,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:27.648695 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:27.664012 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:27.666913 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:27.695525 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=601919ea-4b7a-42cc-8b76-f14786fdf55f,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:27.746871 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3214d981-b94b-4796-a8c1-1618fcb2b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.760928 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Network 1bc8044e-60b6-478a-b57b-1ac666baac28 is already hosted by enough agents. {{(pid=110784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:27.766459 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.scheduler.base_scheduler [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Resources bound (agent type, host, resource id): {{(pid=110784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:27.770927 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Received port after_create {{(pid=110784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:27.778048 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Pushing event updated for resources: {'Port': ['ID=395c234a-5aa7-499c-a317-4ca5258c2029,revision_number=1']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:27.792905 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:27.803213 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:27.871605 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Attempting to bind port 395c234a-5aa7-499c-a317-4ca5258c2029 on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:27.872325 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Attempting to bind port 395c234a-5aa7-499c-a317-4ca5258c2029 by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '4221853b-856a-4d55-9d85-26e1913cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:27.872433 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Attempting to bind port 395c234a-5aa7-499c-a317-4ca5258c2029 on network 1bc8044e-60b6-478a-b57b-1ac666baac28 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:27.874720 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214d981-b94b-4796-a8c1-1618fcb2b2d1 None None] Pushing event updated for resources: {'Port': ['ID=47aeca0b-e0b9-4787-847f-133e649c9812,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:27.881012 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:27.881392 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Checking segment: {'id': '4221853b-856a-4d55-9d85-26e1913cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:27.881798 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.882183 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Bound using segment: {'id': '4221853b-856a-4d55-9d85-26e1913cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:27.883130 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Bound port: 395c234a-5aa7-499c-a317-4ca5258c2029, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4221853b-856a-4d55-9d85-26e1913cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:27.883130 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:27.950301 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] For port 395c234a-5aa7-499c-a317-4ca5258c2029, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:27.953594 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] For port 395c234a-5aa7-499c-a317-4ca5258c2029, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=395c234a-5aa7-499c-a317-4ca5258c2029,segment=NetworkSegment(4221853b-856a-4d55-9d85-26e1913cceb7),segment_id=4221853b-856a-4d55-9d85-26e1913cceb7)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:28.009835 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks [] for router_gateway (2404d0fa-4f7a-4f20-a05d-183839ec5b68), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:28.022197 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:28.098011 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb50ed-9a71-485e-bc44-bd11b39780d8 None None] Pushing event updated for resources: {'Port': ['ID=395c234a-5aa7-499c-a317-4ca5258c2029,revision_number=2']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:28.254360 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-909831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-904114'] for router (2404d0fa-4f7a-4f20-a05d-183839ec5b68), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:28.420801 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:28.518113 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 is scheduled to L3 agent 3841a815-3d61-4245-b80f-518173293506 with binding_index 1 {{(pid=110783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 06:07:28.552945 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 47aeca0b-e0b9-4787-847f-133e649c9812 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:28.603465 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 47aeca0b-e0b9-4787-847f-133e649c9812 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:28.603838 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:28.659242 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:07:28.670692 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Sync routers for ids ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:07:28.685872 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Routers {'2404d0fa-4f7a-4f20-a05d-183839ec5b68'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:28.686470 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:06:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:28.707528 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 47aeca0b-e0b9-4787-847f-133e649c9812 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:28.714460 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 395c234a-5aa7-499c-a317-4ca5258c2029 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:28.754084 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 395c234a-5aa7-499c-a317-4ca5258c2029 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:28.754711 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:28.761955 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:28.763962 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-c2713f1b-0f99-4203-9de8-b8c059a3f7b9 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1911836 Jul 25 06:07:28.766776 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49910) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:28.810716 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Set router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:28.865221 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 395c234a-5aa7-499c-a317-4ca5258c2029 is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:28.865674 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:28.929743 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:28.937871 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 395c234a-5aa7-499c-a317-4ca5258c2029, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=395c234a-5aa7-499c-a317-4ca5258c2029,segment=NetworkSegment(4221853b-856a-4d55-9d85-26e1913cceb7),segment_id=4221853b-856a-4d55-9d85-26e1913cceb7)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:29.027601 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:26Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 3, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'gw_port': {'id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:27Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:29.044538 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.055199 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Checking router: 2404d0fa-4f7a-4f20-a05d-183839ec5b68 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:07:29.055608 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Updating router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 port 601919ea-4b7a-42cc-8b76-f14786fdf55f binding host dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:07:29.090661 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.105074 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=395c234a-5aa7-499c-a317-4ca5258c2029,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:29.201731 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.242877 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f22a8-0f39-4477-847a-fe365cfcca72 None None] Network 1bc8044e-60b6-478a-b57b-1ac666baac28 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:07:29.306872 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.315912 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-a6317287-92c0-44c1-9349-9871e944fe6a None None] Provisioning complete for port 395c234a-5aa7-499c-a317-4ca5258c2029 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:29.316402 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a6317287-92c0-44c1-9349-9871e944fe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.332149 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:29.370386 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:29.386327 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Publish callbacks [] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), precommit_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.442292 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-34a42110-cebb-4879-8377-e28860c6dd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.453714 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-a6317287-92c0-44c1-9349-9871e944fe6a None None] Current status of the port 395c234a-5aa7-499c-a317-4ca5258c2029 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:29.463839 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.477008 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Allocated IP 172.20.0.1 (1bc8044e-60b6-478a-b57b-1ac666baac28/fd8a1399-9adf-4d20-ba80-46a047f9e06b/312b8a1e-1295-40e0-a0c0-73dff537cf9c) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:29.522157 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Attempting to bind port 601919ea-4b7a-42cc-8b76-f14786fdf55f on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:29.522919 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Attempting to bind port 601919ea-4b7a-42cc-8b76-f14786fdf55f by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:29.523451 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Attempting to bind port 601919ea-4b7a-42cc-8b76-f14786fdf55f on network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:29.530227 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d7c11-3029-4207-844b-99fcc27f0f66 None None] Pushing event updated for resources: {'Port': ['ID=601919ea-4b7a-42cc-8b76-f14786fdf55f,revision_number=2']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:29.538655 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:29.539040 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Checking segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:29.539438 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.539820 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Bound using segment: {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'} {{(pid=110785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:29.540732 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.managers [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Bound port: 601919ea-4b7a-42cc-8b76-f14786fdf55f, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05929cf1-ed29-44c7-9b6d-e81ee114f474', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833'}}] {{(pid=110785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:29.541116 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), before_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.595985 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] For port 601919ea-4b7a-42cc-8b76-f14786fdf55f, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:29.597729 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:29.599735 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.plugins.ml2.db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] For port 601919ea-4b7a-42cc-8b76-f14786fdf55f, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=601919ea-4b7a-42cc-8b76-f14786fdf55f,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:29.607530 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Publish callbacks [] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.613092 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:29.674199 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-efe16942-f2ea-42a0-bedc-f073a1c2d215 None None] Provisioning complete for port 395c234a-5aa7-499c-a317-4ca5258c2029 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:29.674400 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-efe16942-f2ea-42a0-bedc-f073a1c2d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.732912 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron_lib.callbacks.manager [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), after_update {{(pid=110785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.733816 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.751130 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-efe16942-f2ea-42a0-bedc-f073a1c2d215 None None] Current status of the port 395c234a-5aa7-499c-a317-4ca5258c2029 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:29.777150 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Network 1bc8044e-60b6-478a-b57b-1ac666baac28 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:29.780409 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:29.783635 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:29.814449 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d7c11-3029-4207-844b-99fcc27f0f66 None None] Pushing event updated for resources: {'Port': ['ID=601919ea-4b7a-42cc-8b76-f14786fdf55f,revision_number=3']} {{(pid=110785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:29.816626 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Pushing event updated for resources: {'Port': ['ID=312b8a1e-1295-40e0-a0c0-73dff537cf9c,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:29.823358 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Routers {'2404d0fa-4f7a-4f20-a05d-183839ec5b68'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:29.823991 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:07:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:29.835347 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-917065'] for router_interface (2404d0fa-4f7a-4f20-a05d-183839ec5b68), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:29.930034 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] Set router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:30.066713 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:30.074545 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-f95027f1-707f-4b5d-bf5c-8413d54859dc None None] Provisioning complete for port 312b8a1e-1295-40e0-a0c0-73dff537cf9c triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:30.075111 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f95027f1-707f-4b5d-bf5c-8413d54859dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:30.114676 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-f95027f1-707f-4b5d-bf5c-8413d54859dc None None] Port 312b8a1e-1295-40e0-a0c0-73dff537cf9c cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:30.210369 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:26Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 3, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'gw_port': {'id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:27Z', 'updated_at': '2022-07-25T06:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:30.235722 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edfa0a1-cd2c-485a-8512-00a3d3c01ae1 None None] The sync data for ids ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'] in dv-cinder-848418-2-iscsi is: [{'id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:26Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 3, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'gw_port': {'id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:27Z', 'updated_at': '2022-07-25T06:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:07:30.499152 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Publish callbacks [] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:30.518096 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 395c234a-5aa7-499c-a317-4ca5258c2029 up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:30.564073 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:30.571086 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:30.585664 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 395c234a-5aa7-499c-a317-4ca5258c2029 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:30.586034 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:30.635251 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917157'] for router_interface (2404d0fa-4f7a-4f20-a05d-183839ec5b68), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:30.640370 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Pushing event updated for resources: {'Port': ['ID=312b8a1e-1295-40e0-a0c0-73dff537cf9c,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:30.669102 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:30.671961 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:30.680454 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 395c234a-5aa7-499c-a317-4ca5258c2029 is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:30.753579 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Network 1bc8044e-60b6-478a-b57b-1ac666baac28 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:30.755604 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:30.880392 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:07:30.992812 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:07:30.998083 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-e70b09a6-8011-4046-a5b6-39a22b541b3d admin admin] 10.222.0.40 "PUT /v2.0/routers/2404d0fa-4f7a-4f20-a05d-183839ec5b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2299061 Jul 25 06:07:31.049250 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-566638ca-cdb4-4aed-8f61-4ecdfefadb4c None None] Provisioning complete for port 312b8a1e-1295-40e0-a0c0-73dff537cf9c triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:31.049840 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-566638ca-cdb4-4aed-8f61-4ecdfefadb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:31.088264 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-566638ca-cdb4-4aed-8f61-4ecdfefadb4c None None] Port 312b8a1e-1295-40e0-a0c0-73dff537cf9c cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:31.517694 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49932) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:31.522228 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-bcdcba10-27c3-4a3b-857c-f05ff2ab444d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052956951', 'description': 'tempest-secgroup-smoke-2052956951 description', 'project_id': '3520876da8974c439cef1b35397029f9'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:31.634912 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bcdcba10-27c3-4a3b-857c-f05ff2ab444d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:31.663868 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:31.714652 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bcdcba10-27c3-4a3b-857c-f05ff2ab444d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group (38670126-dff2-4a69-a8df-9544b8d4261a), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:31.824073 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bcdcba10-27c3-4a3b-857c-f05ff2ab444d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (38670126-dff2-4a69-a8df-9544b8d4261a), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:31.860840 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcba10-27c3-4a3b-857c-f05ff2ab444d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38670126-dff2-4a69-a8df-9544b8d4261a,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:31.947625 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Sync routers for ids ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:07:31.959487 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Routers {'2404d0fa-4f7a-4f20-a05d-183839ec5b68'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:31.960291 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:07:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:31.991534 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-bcdcba10-27c3-4a3b-857c-f05ff2ab444d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:31.995771 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-bcdcba10-27c3-4a3b-857c-f05ff2ab444d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4740651 Jul 25 06:07:31.995952 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49942) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:32.001260 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-fb7a3c93-3400-4f83-b376-f901abff6ac2 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Request body: {'security_group_rule': {'security_group_id': '38670126-dff2-4a69-a8df-9544b8d4261a', 'project_id': '3520876da8974c439cef1b35397029f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:32.005656 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.064929 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:32.082523 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3c93-3400-4f83-b376-f901abff6ac2 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (dfe0c42e-f069-4323-b410-717d15070f0d), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.085010 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Set router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:32.181815 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3c93-3400-4f83-b376-f901abff6ac2 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (dfe0c42e-f069-4323-b410-717d15070f0d), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.252314 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3c93-3400-4f83-b376-f901abff6ac2 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (dfe0c42e-f069-4323-b410-717d15070f0d), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.273471 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a3c93-3400-4f83-b376-f901abff6ac2 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe0c42e-f069-4323-b410-717d15070f0d,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:32.320957 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.339436 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3c93-3400-4f83-b376-f901abff6ac2 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.339436 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-fb7a3c93-3400-4f83-b376-f901abff6ac2 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387020 Jul 25 06:07:32.340150 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49952) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:32.348611 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-e3503239-8c77-4f76-a216-112c5701bb0c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Request body: {'security_group_rule': {'security_group_id': '38670126-dff2-4a69-a8df-9544b8d4261a', 'project_id': '3520876da8974c439cef1b35397029f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:32.355670 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:26Z', 'updated_at': '2022-07-25T06:07:29Z', 'revision_number': 4, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'gw_port': {'id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:27Z', 'updated_at': '2022-07-25T06:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '312b8a1e-1295-40e0-a0c0-73dff537cf9c', 'name': '', 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'mac_address': 'fa:16:3e:50:f2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'fd8a1399-9adf-4d20-ba80-46a047f9e06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:29Z', 'updated_at': '2022-07-25T06:07:30Z', 'revision_number': 2, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'subnets': [{'id': 'fd8a1399-9adf-4d20-ba80-46a047f9e06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:32.393039 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Checking router: 2404d0fa-4f7a-4f20-a05d-183839ec5b68 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:07:32.393480 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Updating router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 port 312b8a1e-1295-40e0-a0c0-73dff537cf9c binding host dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 06:07:32.427451 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.504552 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3503239-8c77-4f76-a216-112c5701bb0c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (1168a997-16f5-4e73-946c-b37e338e1d9d), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.531507 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 601919ea-4b7a-42cc-8b76-f14786fdf55f up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:32.579471 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3503239-8c77-4f76-a216-112c5701bb0c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (1168a997-16f5-4e73-946c-b37e338e1d9d), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.645760 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 601919ea-4b7a-42cc-8b76-f14786fdf55f triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:32.646047 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.661534 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3503239-8c77-4f76-a216-112c5701bb0c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (1168a997-16f5-4e73-946c-b37e338e1d9d), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.684574 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3503239-8c77-4f76-a216-112c5701bb0c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1168a997-16f5-4e73-946c-b37e338e1d9d,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:32.745956 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-e3503239-8c77-4f76-a216-112c5701bb0c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.747449 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-e3503239-8c77-4f76-a216-112c5701bb0c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4036818 Jul 25 06:07:32.750966 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 49958) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:32.759616 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [None req-f91a4e52-1571-463d-8ddb-f2dd3763723c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Request body: {'security_group_rule': {'security_group_id': '38670126-dff2-4a69-a8df-9544b8d4261a', 'project_id': '3520876da8974c439cef1b35397029f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:32.778026 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:32.798409 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 601919ea-4b7a-42cc-8b76-f14786fdf55f is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:32.798794 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.836249 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] For port 601919ea-4b7a-42cc-8b76-f14786fdf55f, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=601919ea-4b7a-42cc-8b76-f14786fdf55f,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:32.838406 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Publish callbacks [] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), precommit_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.895970 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.906804 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f91a4e52-1571-463d-8ddb-f2dd3763723c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (b7e515b2-3002-4375-9720-e413425f457e), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.930420 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:32.966901 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Pushing event updated for resources: {'Port': ['ID=601919ea-4b7a-42cc-8b76-f14786fdf55f,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:32.976038 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:32.982955 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f91a4e52-1571-463d-8ddb-f2dd3763723c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (b7e515b2-3002-4375-9720-e413425f457e), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.049822 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551760c-e46d-41a6-b795-6c4df624d8ba None None] Pushing event updated for resources: {'Port': ['ID=312b8a1e-1295-40e0-a0c0-73dff537cf9c,revision_number=3']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:33.064719 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Attempting to bind port 312b8a1e-1295-40e0-a0c0-73dff537cf9c on host dv-cinder-848418-2-iscsi for vnic_type normal with profile {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:33.065426 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Attempting to bind port 312b8a1e-1295-40e0-a0c0-73dff537cf9c by drivers openvswitch,hyperv on host dv-cinder-848418-2-iscsi at level 0 using segments [{'id': '4221853b-856a-4d55-9d85-26e1913cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28'}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:33.065805 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Attempting to bind port 312b8a1e-1295-40e0-a0c0-73dff537cf9c on network 1bc8044e-60b6-478a-b57b-1ac666baac28 {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:33.072363 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Checking agent: {'id': '2ced8bf7-d732-41af-bc1e-80ff430db957', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848418-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 51, 2), 'started_at': datetime.datetime(2022, 7, 25, 5, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848418-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:33.079187 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Checking segment: {'id': '4221853b-856a-4d55-9d85-26e1913cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:33.079187 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.079187 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Bound using segment: {'id': '4221853b-856a-4d55-9d85-26e1913cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28'} {{(pid=110784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:33.079187 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.managers [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Bound port: 312b8a1e-1295-40e0-a0c0-73dff537cf9c, host: dv-cinder-848418-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4221853b-856a-4d55-9d85-26e1913cceb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28'}}] {{(pid=110784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:33.079187 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.097912 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f91a4e52-1571-463d-8ddb-f2dd3763723c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (b7e515b2-3002-4375-9720-e413425f457e), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.119926 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a4e52-1571-463d-8ddb-f2dd3763723c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e515b2-3002-4375-9720-e413425f457e,revision_number=0']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:33.150797 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] For port 312b8a1e-1295-40e0-a0c0-73dff537cf9c, host dv-cinder-848418-2-iscsi, cleared binding levels {{(pid=110784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:33.154902 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] For port 312b8a1e-1295-40e0-a0c0-73dff537cf9c, host dv-cinder-848418-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=312b8a1e-1295-40e0-a0c0-73dff537cf9c,segment=NetworkSegment(4221853b-856a-4d55-9d85-26e1913cceb7),segment_id=4221853b-856a-4d55-9d85-26e1913cceb7)] {{(pid=110784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:33.231383 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f91a4e52-1571-463d-8ddb-f2dd3763723c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.233913 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-f91a4e52-1571-463d-8ddb-f2dd3763723c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4817247 Jul 25 06:07:33.239038 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49968) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:33.248303 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-ecb9dbf1-63be-4168-b737-cd31b5e11e83 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Request body: {'security_group_rule': {'security_group_id': '38670126-dff2-4a69-a8df-9544b8d4261a', 'project_id': '3520876da8974c439cef1b35397029f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:33.346173 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ecb9dbf1-63be-4168-b737-cd31b5e11e83 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (a583cc41-9530-46cb-a874-2b519221e789), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.358456 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.370952 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-99f70a22-a006-4d20-8a98-30619dc0ffb3 None None] Provisioning complete for port 312b8a1e-1295-40e0-a0c0-73dff537cf9c triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:33.371581 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-99f70a22-a006-4d20-8a98-30619dc0ffb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.408424 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ecb9dbf1-63be-4168-b737-cd31b5e11e83 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (a583cc41-9530-46cb-a874-2b519221e789), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.455691 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Routers {'2404d0fa-4f7a-4f20-a05d-183839ec5b68'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:07:33.456366 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:07:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:33.462172 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551760c-e46d-41a6-b795-6c4df624d8ba None None] Pushing event updated for resources: {'Port': ['ID=312b8a1e-1295-40e0-a0c0-73dff537cf9c,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:33.493914 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:07:33.509550 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ecb9dbf1-63be-4168-b737-cd31b5e11e83 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (a583cc41-9530-46cb-a874-2b519221e789), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.533005 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9dbf1-63be-4168-b737-cd31b5e11e83 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a583cc41-9530-46cb-a874-2b519221e789,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:33.589765 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-99f70a22-a006-4d20-8a98-30619dc0ffb3 None None] Current status of the port 312b8a1e-1295-40e0-a0c0-73dff537cf9c is: DOWN; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:33.590163 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-99f70a22-a006-4d20-8a98-30619dc0ffb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.615076 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] Set router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:07:33.625906 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ecb9dbf1-63be-4168-b737-cd31b5e11e83 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.629962 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-ecb9dbf1-63be-4168-b737-cd31b5e11e83 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3857214 Jul 25 06:07:33.630416 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49972) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:33.634406 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-023daaa1-5176-400a-aecb-cf22d3306fe1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Request body: {'security_group_rule': {'security_group_id': '38670126-dff2-4a69-a8df-9544b8d4261a', 'project_id': '3520876da8974c439cef1b35397029f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:33.672273 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-99f70a22-a006-4d20-8a98-30619dc0ffb3 None None] For port 312b8a1e-1295-40e0-a0c0-73dff537cf9c, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=312b8a1e-1295-40e0-a0c0-73dff537cf9c,segment=NetworkSegment(4221853b-856a-4d55-9d85-26e1913cceb7),segment_id=4221853b-856a-4d55-9d85-26e1913cceb7)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:33.743966 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.securitygroups_db [None req-023daaa1-5176-400a-aecb-cf22d3306fe1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Project 3520876da8974c439cef1b35397029f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 06:07:33.750625 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-99f70a22-a006-4d20-8a98-30619dc0ffb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.757435 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-023daaa1-5176-400a-aecb-cf22d3306fe1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (e5fea933-513e-43a2-b9e1-eb0fbea96c4d), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.799552 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:33.805437 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:33.830685 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-023daaa1-5176-400a-aecb-cf22d3306fe1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (e5fea933-513e-43a2-b9e1-eb0fbea96c4d), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.832498 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f70a22-a006-4d20-8a98-30619dc0ffb3 None None] Pushing event updated for resources: {'Port': ['ID=312b8a1e-1295-40e0-a0c0-73dff537cf9c,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:33.903294 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-023daaa1-5176-400a-aecb-cf22d3306fe1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (e5fea933-513e-43a2-b9e1-eb0fbea96c4d), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.906151 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-456744a3-0001-4122-ae47-d8962629a7be None None] Provisioning complete for port 312b8a1e-1295-40e0-a0c0-73dff537cf9c triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:33.910445 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-456744a3-0001-4122-ae47-d8962629a7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:33.926894 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023daaa1-5176-400a-aecb-cf22d3306fe1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fea933-513e-43a2-b9e1-eb0fbea96c4d,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:33.931574 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:26Z', 'updated_at': '2022-07-25T06:07:29Z', 'revision_number': 4, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'gw_port': {'id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:27Z', 'updated_at': '2022-07-25T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '312b8a1e-1295-40e0-a0c0-73dff537cf9c', 'name': '', 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'mac_address': 'fa:16:3e:50:f2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'fd8a1399-9adf-4d20-ba80-46a047f9e06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:29Z', 'updated_at': '2022-07-25T06:07:33Z', 'revision_number': 4, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'subnets': [{'id': 'fd8a1399-9adf-4d20-ba80-46a047f9e06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:07:33.975159 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed2c6ec-3c2a-4209-9c46-94012e66f352 None None] The sync data for ids ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'] in dv-cinder-848418-2-iscsi is: [{'id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:26Z', 'updated_at': '2022-07-25T06:07:29Z', 'revision_number': 4, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'gw_port': {'id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:27Z', 'updated_at': '2022-07-25T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '312b8a1e-1295-40e0-a0c0-73dff537cf9c', 'name': '', 'network_id': '1bc8044e-60b6-478a-b57b-1ac666baac28', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'mac_address': 'fa:16:3e:50:f2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'fd8a1399-9adf-4d20-ba80-46a047f9e06b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:29Z', 'updated_at': '2022-07-25T06:07:33Z', 'revision_number': 4, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'subnets': [{'id': 'fd8a1399-9adf-4d20-ba80-46a047f9e06b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:07:34.027496 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-023daaa1-5176-400a-aecb-cf22d3306fe1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:34.029767 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-456744a3-0001-4122-ae47-d8962629a7be None None] Current status of the port 312b8a1e-1295-40e0-a0c0-73dff537cf9c is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:34.032185 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-023daaa1-5176-400a-aecb-cf22d3306fe1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4002855 Jul 25 06:07:34.036436 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 49986) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:34.052427 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-0a1b2778-49e8-47ce-8363-da8ad5b42452 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Request body: {'security_group_rule': {'security_group_id': '38670126-dff2-4a69-a8df-9544b8d4261a', 'project_id': '3520876da8974c439cef1b35397029f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:34.162442 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.securitygroups_db [None req-0a1b2778-49e8-47ce-8363-da8ad5b42452 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Project 3520876da8974c439cef1b35397029f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 06:07:34.177561 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2778-49e8-47ce-8363-da8ad5b42452 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (61eccd34-844b-454e-8c26-eaf773de5173), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:34.245299 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-90af6656-05ee-4919-a9e9-032b33a300f9 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525845504&fields=id&tenant_id=d275686dbcfc44769065d5d9ba1a6f0c HTTP/1.1" status: 200 len: 267 time: 0.0933900 Jul 25 06:07:34.252860 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:34.298446 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2778-49e8-47ce-8363-da8ad5b42452 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (61eccd34-844b-454e-8c26-eaf773de5173), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:34.356177 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2778-49e8-47ce-8363-da8ad5b42452 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1020884'] for security_group_rule (61eccd34-844b-454e-8c26-eaf773de5173), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:34.386859 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b2778-49e8-47ce-8363-da8ad5b42452 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eccd34-844b-454e-8c26-eaf773de5173,revision_number=0']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:34.394037 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-c8020ac8-a960-484d-99fe-676e296312f2 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:34.395534 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-c8020ac8-a960-484d-99fe-676e296312f2 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 811 time: 0.1403124 Jul 25 06:07:34.411821 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-8e3ddb05-6a64-41a2-b8b5-c00bed3c46db tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/quotas/d275686dbcfc44769065d5d9ba1a6f0c HTTP/1.1" status: 200 len: 375 time: 0.0096462 Jul 25 06:07:34.456925 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2778-49e8-47ce-8363-da8ad5b42452 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:34.464679 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-0a1b2778-49e8-47ce-8363-da8ad5b42452 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4263575 Jul 25 06:07:34.482725 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-cd2cf4e2-bd8f-46db-87ee-d2a0bee9fa81 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644143 Jul 25 06:07:34.608774 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-5182ab6e-745c-4817-ba75-f920d2153532 service neutron] 10.222.0.40 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138885 Jul 25 06:07:34.615842 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 601919ea-4b7a-42cc-8b76-f14786fdf55f up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:34.676691 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:34.684008 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 601919ea-4b7a-42cc-8b76-f14786fdf55f triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:34.684564 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:34.718983 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-e7335a57-ee4a-48af-b507-ce7f351d6e0f service neutron] 10.222.0.40 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040688 Jul 25 06:07:34.779112 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 601919ea-4b7a-42cc-8b76-f14786fdf55f is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:34.781336 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 312b8a1e-1295-40e0-a0c0-73dff537cf9c up at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:34.833944 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Provisioning complete for port 312b8a1e-1295-40e0-a0c0-73dff537cf9c triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:34.834458 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:34.921028 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Current status of the port 312b8a1e-1295-40e0-a0c0-73dff537cf9c is: ACTIVE; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:35.410802 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c7fdd4b1-35bd-4a8c-81d0-053de4053422 req-bdb7a1df-a738-4574-a531-533b142fbd90 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 210 time: 0.0291791 Jul 25 06:07:36.515079 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-fc802eaa-82e3-4ec2-a922-fbf9b1daefbc req-34437cff-e38f-4321-bdaf-af3242c05ccc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 210 time: 0.0362132 Jul 25 06:07:37.624030 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d75c0514-5b97-4d58-b0c0-0bb1bc799470 req-067ca853-0917-4b87-a0d9-e9d6c3a5f196 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 210 time: 0.0339115 Jul 25 06:07:37.967875 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-ef5e4d83-f773-44ae-a64e-74c51bb51eb4 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:37.969438 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-ef5e4d83-f773-44ae-a64e-74c51bb51eb4 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 811 time: 0.1113572 Jul 25 06:07:38.038298 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-43f719bd-bb33-4356-8506-5f2d08b1c6d8 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d275686dbcfc44769065d5d9ba1a6f0c HTTP/1.1" status: 200 len: 380 time: 0.0593324 Jul 25 06:07:38.740509 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-310ff98b-727d-46da-8c63-54ff704fa62f req-4503180b-29ca-4656-aec8-85da26940a92 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 210 time: 0.0301526 Jul 25 06:07:39.842729 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-12e17d5f-2954-4a30-9ffd-5117f211fdab req-9438a163-5078-46c2-8796-07684b111a06 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 210 time: 0.0292392 Jul 25 06:07:40.957828 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-94046022-c064-407b-bbcb-e66bb4b1e3aa req-ed523b32-d138-4aa6-a028-d6cc3365103d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 210 time: 0.0304499 Jul 25 06:07:41.119241 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'port': {'device_id': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'admin_state_up': True, 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'security_groups': ['ef090414-0c33-4d0d-9ef9-8a533a94c9ca']}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:41.309166 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Made reservation on behalf of d275686dbcfc44769065d5d9ba1a6f0c for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:07:41.313933 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:41.442681 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Allocated IP 172.20.0.6 (61120c55-35c0-41eb-8aba-884eee11abab/3052b60a-63aa-4641-b00b-33b060f7de83/7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:07:41.485187 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:41.543884 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:41.588438 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:41.670328 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:41.711891 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Network 61120c55-35c0-41eb-8aba-884eee11abab is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:07:41.714941 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:07:41.722124 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:07:41.753094 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'Port': ['ID=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:41.799973 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:41.800797 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:41.922059 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-3762edda-4981-47dd-8885-1fdb6b4db1d6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8075261 Jul 25 06:07:41.925779 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-1f59df20-b472-47c1-b71d-6faaf025f630 None None] Provisioning complete for port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:41.926283 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-1f59df20-b472-47c1-b71d-6faaf025f630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:41.958857 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-1f59df20-b472-47c1-b71d-6faaf025f630 None None] Port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:07:42.079033 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd2eba-ed34-45ab-8731-b941b15030a8 req-ce59a981-03a6-4a38-9cfe-2bd43cad1b18 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:42.080659 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-59dd2eba-ed34-45ab-8731-b941b15030a8 req-ce59a981-03a6-4a38-9cfe-2bd43cad1b18 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 931 time: 0.0526037 Jul 25 06:07:42.135492 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-59dd2eba-ed34-45ab-8731-b941b15030a8 req-e5cd86e2-a0b5-403e-a52a-fc5baa0872e3 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483723 Jul 25 06:07:43.250295 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6638a-44d9-4161-b15e-8ad6a51df80e req-30e9f3e5-78e5-4ced-a58f-1bd1bdc93c0f tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:43.251849 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f0a6638a-44d9-4161-b15e-8ad6a51df80e req-30e9f3e5-78e5-4ced-a58f-1bd1bdc93c0f tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 931 time: 0.0479071 Jul 25 06:07:43.301484 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f0a6638a-44d9-4161-b15e-8ad6a51df80e req-de93c5a8-b7b6-4116-bd41-f66f2fd3d4c4 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Jul 25 06:07:43.446695 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Request body: {'port': {'device_id': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:07:43.509057 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:43.717088 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:43.769221 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:07:43.777230 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Publish callbacks [] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:43.790439 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Transition to ACTIVE for port object 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:07:43.890284 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:43.944656 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Pushing event updated for resources: {'Port': ['ID=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:44.019021 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Attempting to bind port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:07:44.019422 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Attempting to bind port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:07:44.019680 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Attempting to bind port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac on network 61120c55-35c0-41eb-8aba-884eee11abab {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:44.024664 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac on network 61120c55-35c0-41eb-8aba-884eee11abab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:07:44.025875 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Attempting to bind port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac on network 61120c55-35c0-41eb-8aba-884eee11abab {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:07:44.030286 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:07:44.030627 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Checking segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:07:44.031006 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Bound using segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:07:44.031428 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Bound port: 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:07:44.031780 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:44.095609 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] For port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:07:44.098574 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] For port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:07:44.158621 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:44.192794 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:44.193417 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:44.194881 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] 10.222.0.47 "PUT /v2.0/ports/7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac HTTP/1.1" status: 200 len: 1093 time: 0.7529197 Jul 25 06:07:44.195185 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'tag': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:07:44.197413 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb0743b-a461-4010-a903-789d2194bc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd545b80-aca7-4c39-a8ed-fcfc420bcdc0", "tag": "7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:07:44.225075 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61938612-d7d8-4062-8ded-c4243addc74b service neutron] Pushing event updated for resources: {'Port': ['ID=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:44.241779 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e94176d-c3ec-428c-a181-3a7a1cd40fbc x-openstack-request-id: req-3e94176d-c3ec-428c-a181-3a7a1cd40fbc {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:07:44.242150 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd545b80-aca7-4c39-a8ed-fcfc420bcdc0", "tag": "7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:07:44.242480 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3e94176d-c3ec-428c-a181-3a7a1cd40fbc {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:07:44.242980 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e94176d-c3ec-428c-a181-3a7a1cd40fbc'] response: {'name': 'network-changed', 'server_uuid': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'tag': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'status': 'completed', 'code': 200} Jul 25 06:07:44.390719 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:44.402326 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0743b-a461-4010-a903-789d2194bc3d req-88b166b2-fe36-44fd-98a8-e8e8382ddd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:44.403456 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7fb0743b-a461-4010-a903-789d2194bc3d req-88b166b2-fe36-44fd-98a8-e8e8382ddd09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 1127 time: 0.0463831 Jul 25 06:07:44.430504 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3a00-f5e7-46a8-a076-b5a7d3742989 req-54b726f4-bb4e-4143-8bf3-9459e69af7b7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:44.431968 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-712e3a00-f5e7-46a8-a076-b5a7d3742989 req-54b726f4-bb4e-4143-8bf3-9459e69af7b7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 943 time: 0.0565877 Jul 25 06:07:44.460934 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:44.487411 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-712e3a00-f5e7-46a8-a076-b5a7d3742989 req-b5aa3353-1d69-4f28-b6de-4f455af20b1a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465226 Jul 25 06:07:44.517947 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0743b-a461-4010-a903-789d2194bc3d req-48939169-79bb-4474-9148-d49fe83d7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:44.519480 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7fb0743b-a461-4010-a903-789d2194bc3d req-48939169-79bb-4474-9148-d49fe83d7cd7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1071937 Jul 25 06:07:44.894402 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0743b-a461-4010-a903-789d2194bc3d req-5e8e553f-04d5-4869-8ad0-6b8cb906a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:44.895934 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-7fb0743b-a461-4010-a903-789d2194bc3d req-5e8e553f-04d5-4869-8ad0-6b8cb906a892 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3705707 Jul 25 06:07:44.972879 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-444ac6d1-4a44-4b1d-a464-5f5ef020d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:44.974350 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-444ac6d1-4a44-4b1d-a464-5f5ef020d597 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 1127 time: 0.0413187 Jul 25 06:07:45.016946 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-9045a850-c54f-4c79-bec6-16f2a630aaa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac HTTP/1.1" status: 200 len: 217 time: 0.0357330 Jul 25 06:07:45.071589 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-9353899d-fc73-47d9-97ab-d7e9adb6bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:45.072997 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-9353899d-fc73-47d9-97ab-d7e9adb6bd81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0501544 Jul 25 06:07:45.119510 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-4965a490-6138-408b-bc83-c342bfe49e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:45.121051 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-4965a490-6138-408b-bc83-c342bfe49e33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418990 Jul 25 06:07:45.222078 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-c8e488a0-212e-4486-baf6-d612c97c0f1b service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932701 Jul 25 06:07:45.255957 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:45.318064 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-83b9f163-978b-4024-8539-b61e3d30a7a7 req-fcc72c83-79fe-410b-a371-1135fb5ed108 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896525 Jul 25 06:07:45.610425 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c81d9-1931-4ba5-a763-725158da7d72 req-b11d6da0-0020-4c6d-a455-f1c483e8307e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:45.613317 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-639c81d9-1931-4ba5-a763-725158da7d72 req-b11d6da0-0020-4c6d-a455-f1c483e8307e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 943 time: 0.0505974 Jul 25 06:07:45.670648 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-639c81d9-1931-4ba5-a763-725158da7d72 req-479e0f52-47f4-452f-b919-5f67fe133347 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528541 Jul 25 06:07:46.792271 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75e34a-552a-450f-b51d-51428c529c69 req-9e14ecd6-370f-4283-b20b-49266ef9474e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:46.793750 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f75e34a-552a-450f-b51d-51428c529c69 req-9e14ecd6-370f-4283-b20b-49266ef9474e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 943 time: 0.0489709 Jul 25 06:07:46.845298 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1f75e34a-552a-450f-b51d-51428c529c69 req-402b5a43-9fdb-47e4-b3c2-5a8756e7bb48 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455406 Jul 25 06:07:47.963714 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d99b2-97f7-4283-b05e-87227a77f38c req-e5fa9089-5ee0-4962-805f-5495c6ff3a4c tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:47.965243 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2e4d99b2-97f7-4283-b05e-87227a77f38c req-e5fa9089-5ee0-4962-805f-5495c6ff3a4c tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 943 time: 0.0484385 Jul 25 06:07:48.014729 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2e4d99b2-97f7-4283-b05e-87227a77f38c req-3c991f64-0985-4990-8f83-893a500d00fa tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434213 Jul 25 06:07:49.075829 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50232) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:49.138095 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0593567-7e0b-4a6d-ae01-effb5256dd4f req-4699b896-f3c5-436d-b20d-1f105c8c6490 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:49.139970 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c0593567-7e0b-4a6d-ae01-effb5256dd4f req-4699b896-f3c5-436d-b20d-1f105c8c6490 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 943 time: 0.0524836 Jul 25 06:07:49.201824 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c0593567-7e0b-4a6d-ae01-effb5256dd4f req-0c7c00eb-a46c-4d22-92b2-e5b11a8b441f tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496101 Jul 25 06:07:49.222093 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ae326a22-fec0-45be-8970-0043c2e07162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:49.298381 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ae326a22-fec0-45be-8970-0043c2e07162 admin admin] Publish callbacks [] for security_group (50f6c3dd-80dc-497a-aa70-079d47916637), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:49.369583 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-ae326a22-fec0-45be-8970-0043c2e07162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (50f6c3dd-80dc-497a-aa70-079d47916637), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:49.410368 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-ae326a22-fec0-45be-8970-0043c2e07162 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=41753bd464774418823ce7a74ec1c5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333645 Jul 25 06:07:49.411238 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae326a22-fec0-45be-8970-0043c2e07162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f6c3dd-80dc-497a-aa70-079d47916637,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:49.413063 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50238) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:49.463418 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1e8d-15b5-4817-9673-42217d8b8334 admin admin] Publish callbacks [] for security_group (50f6c3dd-80dc-497a-aa70-079d47916637), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:49.485465 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1e8d-15b5-4817-9673-42217d8b8334 admin admin] Publish callbacks [] for security_group (50f6c3dd-80dc-497a-aa70-079d47916637), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:49.611655 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1e8d-15b5-4817-9673-42217d8b8334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (50f6c3dd-80dc-497a-aa70-079d47916637), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:49.614172 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1e8d-15b5-4817-9673-42217d8b8334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:49.615308 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-2ceb1e8d-15b5-4817-9673-42217d8b8334 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/50f6c3dd-80dc-497a-aa70-079d47916637 HTTP/1.1" status: 204 len: 168 time: 0.2012508 Jul 25 06:07:49.626100 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb1e8d-15b5-4817-9673-42217d8b8334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f6c3dd-80dc-497a-aa70-079d47916637,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:50.316770 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e52f4-60ea-4c99-855f-9cf2f065a311 req-dc485f1e-dc72-44c8-94ef-65d48b9cbc0c tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:50.318169 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ec8e52f4-60ea-4c99-855f-9cf2f065a311 req-dc485f1e-dc72-44c8-94ef-65d48b9cbc0c tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 943 time: 0.0515037 Jul 25 06:07:50.368952 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ec8e52f4-60ea-4c99-855f-9cf2f065a311 req-b9b67fc7-8bdf-453b-a8ef-c2385a1292cb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Jul 25 06:07:51.489046 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcefa1-505f-4483-b0f0-d93e55bac639 req-99eef8b6-2310-4f1d-8a53-9db80e553bcb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:51.490496 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d4dcefa1-505f-4483-b0f0-d93e55bac639 req-99eef8b6-2310-4f1d-8a53-9db80e553bcb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 943 time: 0.0479133 Jul 25 06:07:51.544667 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d4dcefa1-505f-4483-b0f0-d93e55bac639 req-f4471e1e-349f-4083-a688-77b1374edef3 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485823 Jul 25 06:07:51.912923 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=75 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:51.914860 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=35 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:52.664477 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b086b72-9474-4b23-b1cb-2756f91e5b64 req-18b2fb5f-a498-46d5-ab70-8b6afa1bed1d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:52.666195 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5b086b72-9474-4b23-b1cb-2756f91e5b64 req-18b2fb5f-a498-46d5-ab70-8b6afa1bed1d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 943 time: 0.0500848 Jul 25 06:07:52.710688 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:52.719918 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5b086b72-9474-4b23-b1cb-2756f91e5b64 req-5c51e420-a749-458e-9fbc-c801ab368b63 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483029 Jul 25 06:07:53.036058 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:07:53.144063 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:53.156345 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'port_id': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'mac_address': 'fa:16:3e:c4:20:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:07:53.194285 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:53.194846 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:53.209223 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:07:53.230246 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:53.313093 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:53.361437 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:53.544745 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:07:53.642761 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=100 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:53.748892 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:53.842254 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927e739-5a98-4dc0-a369-3fc6ec7aaa08 req-21d2054e-0d28-4e82-adbf-c7356a7b7df1 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:53.843765 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6927e739-5a98-4dc0-a369-3fc6ec7aaa08 req-21d2054e-0d28-4e82-adbf-c7356a7b7df1 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 944 time: 0.0476253 Jul 25 06:07:53.894203 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-6927e739-5a98-4dc0-a369-3fc6ec7aaa08 req-0d1b5546-1633-44b2-8dce-c13e84bd1a17 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Jul 25 06:07:55.015034 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772a52-55c5-45a7-be82-6e3056b4d960 req-6368dae0-7e49-4f55-bfc0-4f0977891e11 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:55.016482 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-81772a52-55c5-45a7-be82-6e3056b4d960 req-6368dae0-7e49-4f55-bfc0-4f0977891e11 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 944 time: 0.0538025 Jul 25 06:07:55.071015 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-81772a52-55c5-45a7-be82-6e3056b4d960 req-8b7887d2-4192-429c-b94c-7d998419b454 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485320 Jul 25 06:07:56.186524 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95ccb7-a35a-442a-91a3-c6e708c4aab2 req-a818cca5-d89d-4f82-bb46-8a49febebbeb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:56.188075 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ed95ccb7-a35a-442a-91a3-c6e708c4aab2 req-a818cca5-d89d-4f82-bb46-8a49febebbeb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 944 time: 0.0494411 Jul 25 06:07:56.238135 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ed95ccb7-a35a-442a-91a3-c6e708c4aab2 req-1a1dc9e6-c3a8-4f2e-bfc0-6c1b64386080 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440776 Jul 25 06:07:57.131937 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c174ccc6-2577-4514-8aa3-f9b1400c4a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:57.301819 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:07:57.347218 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:07:57.356316 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66314667-f50e-4b7a-8b4f-7940e210a830 req-4eaae380-5623-4382-be48-d67623bc83ab tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:57.357935 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-66314667-f50e-4b7a-8b4f-7940e210a830 req-4eaae380-5623-4382-be48-d67623bc83ab tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 944 time: 0.0501158 Jul 25 06:07:57.411137 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-66314667-f50e-4b7a-8b4f-7940e210a830 req-e1d25fd3-e6ab-4f06-ae0e-690ad450dae7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461881 Jul 25 06:07:57.429020 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:07:57.429402 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:57.501677 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:07:57.502037 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:57.530832 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:07:57.533159 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198486e9-faff-4466-81c5-49931c39dd08" -d '{"events": [{"server_uuid": "dd545b80-aca7-4c39-a8ed-fcfc420bcdc0", "name": "network-vif-plugged", "status": "completed", "tag": "7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:07:57.545797 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:07:57.576242 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5da5ca-a390-49d4-ad06-d3c7ae408c59 x-openstack-request-id: req-ae5da5ca-a390-49d4-ad06-d3c7ae408c59 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:07:57.576540 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd545b80-aca7-4c39-a8ed-fcfc420bcdc0", "name": "network-vif-plugged", "status": "completed", "tag": "7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:07:57.576798 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ae5da5ca-a390-49d4-ad06-d3c7ae408c59 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:07:57.577203 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5da5ca-a390-49d4-ad06-d3c7ae408c59'] response: {'server_uuid': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'code': 200} Jul 25 06:07:57.618075 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:57.667837 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:07:57.821549 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fda09-c45f-4f1a-b1d2-b3c0cd418316 req-a89533ed-d06d-4d53-a038-0d19e04013ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:57.823061 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-096fda09-c45f-4f1a-b1d2-b3c0cd418316 req-a89533ed-d06d-4d53-a038-0d19e04013ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 1129 time: 0.0398533 Jul 25 06:07:57.874279 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-096fda09-c45f-4f1a-b1d2-b3c0cd418316 req-fb449994-a1e9-48ab-bc43-58cffd36a23d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Jul 25 06:07:58.527717 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765434-832d-4c4d-8f82-ad9511f3ac98 req-59ed487f-b5cb-4719-bb40-e763dab882ab tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:58.529327 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79765434-832d-4c4d-8f82-ad9511f3ac98 req-59ed487f-b5cb-4719-bb40-e763dab882ab tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 945 time: 0.0505385 Jul 25 06:07:58.583401 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-79765434-832d-4c4d-8f82-ad9511f3ac98 req-1c764934-1e0e-452b-ab54-cf907d99496f tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486319 Jul 25 06:07:59.177874 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:59.417773 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3fae2029-312f-4e79-a2c2-59d2a827c014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:07:59.710973 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9967091-95cc-4675-ba9a-d7a7d7b8be22 req-988cef4c-76ab-469a-93a3-36ffac301b41 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:59.713580 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c9967091-95cc-4675-ba9a-d7a7d7b8be22 req-988cef4c-76ab-469a-93a3-36ffac301b41 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 945 time: 0.0550327 Jul 25 06:07:59.723951 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:59.768626 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c9967091-95cc-4675-ba9a-d7a7d7b8be22 req-02c32d46-aee9-434b-916d-8d0dbb545b66 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473361 Jul 25 06:07:59.831372 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-e6060fa9-6cb8-48c0-af7d-af8a0567078c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052956951&fields=id&tenant_id=3520876da8974c439cef1b35397029f9 HTTP/1.1" status: 200 len: 267 time: 0.0469990 Jul 25 06:07:59.886044 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f788bda-7fbe-473d-b383-fb44c281708b req-485b1154-1a42-4b62-ab19-9218b3f206ec tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:59.887363 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0f788bda-7fbe-473d-b383-fb44c281708b req-485b1154-1a42-4b62-ab19-9218b3f206ec tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 945 time: 0.0539000 Jul 25 06:07:59.910348 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:59.938218 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:07:59.943548 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0f788bda-7fbe-473d-b383-fb44c281708b req-0c457120-0ce2-4e0b-aaa7-86a98b4d7917 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503507 Jul 25 06:07:59.951801 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-2786d9b6-620b-4d08-874e-709d05f76780 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:07:59.953450 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-2786d9b6-620b-4d08-874e-709d05f76780 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/networks?id=c6e0d702-8c0d-4f55-a895-c3df29202603 HTTP/1.1" status: 200 len: 809 time: 0.1143935 Jul 25 06:07:59.968314 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50436) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:07:59.974789 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-968af21b-7d92-4119-a916-e030105e7c85 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/quotas/3520876da8974c439cef1b35397029f9 HTTP/1.1" status: 200 len: 375 time: 0.0156906 Jul 25 06:08:00.065318 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-86469ace-9dd9-4280-bf8c-1940e4c770dc tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=3520876da8974c439cef1b35397029f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754557 Jul 25 06:08:00.172105 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-1ee3f7b9-ec84-4203-a94d-7635711fe834 service neutron] 10.222.0.40 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036372 Jul 25 06:08:00.275266 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb2d7f-e0e3-47e7-b2f5-54b86dbd2309 tempest-TestVolumeBootPattern-1177786571 tempest-TestVolumeBootPattern-1177786571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:00.276823 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a8fb2d7f-e0e3-47e7-b2f5-54b86dbd2309 tempest-TestVolumeBootPattern-1177786571 tempest-TestVolumeBootPattern-1177786571-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 1124 time: 0.3073752 Jul 25 06:08:00.279987 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50450) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:00.285916 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'port_id': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:08:00.305686 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-7fdc114f-e966-48c2-933e-2105e68ac321 service neutron] 10.222.0.40 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267531 Jul 25 06:08:00.362283 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:00.454695 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:00.567197 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Allocated IP 172.27.1.13 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/65dd42bb-e634-4be2-a443-8edf62eb3ad9) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:08:00.661623 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:00.683529 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for port (65dd42bb-e634-4be2-a443-8edf62eb3ad9), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:00.795781 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (65dd42bb-e634-4be2-a443-8edf62eb3ad9), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:00.835765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:08:00.840723 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:08:00.844902 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:08:00.873406 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'Port': ['ID=65dd42bb-e634-4be2-a443-8edf62eb3ad9,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:00.951934 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-a31c4cd3-de37-4d3f-a5d4-9df18f81cd71 req-09181cb8-5454-4ffd-af8d-f1b5bd5c0935 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 210 time: 0.0343750 Jul 25 06:08:01.242394 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:01.247971 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (fcdde45f-9119-4528-8282-8c22fe99eca6), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:01.267798 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:01.425123 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (65dd42bb-e634-4be2-a443-8edf62eb3ad9), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:01.574896 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for port (65dd42bb-e634-4be2-a443-8edf62eb3ad9), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:01.639842 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (65dd42bb-e634-4be2-a443-8edf62eb3ad9), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:01.709102 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'Port': ['ID=65dd42bb-e634-4be2-a443-8edf62eb3ad9,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:01.724887 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (fcdde45f-9119-4528-8282-8c22fe99eca6), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:01.824671 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Floating IP fcdde45f-9119-4528-8282-8c22fe99eca6 associated. External IP: 172.27.1.13, port: 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac. Jul 25 06:08:01.953349 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:02.014902 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:02.034394 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Router fe2ecb20-1634-4fda-bc79-4466364aaea7 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:08:02.040159 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:02.061901 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-abbd5bb3-33f9-4da4-8333-7f03a1fff2bd req-34f10960-55cf-4b45-8136-b9e6106ec669 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 210 time: 0.0327382 Jul 25 06:08:02.147570 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:08:02.159207 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] Sync routers for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:08:02.170829 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:08:02.171680 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:07:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:08:02.234944 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:02.269987 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-269d9742-6ec3-4c6c-9a03-ecba0b4721eb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9888361 Jul 25 06:08:02.270861 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'tag': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:08:02.273434 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6261d58-3fca-483f-b2a6-cd46b661b396" -d '{"events": [{"name": "network-changed", "server_uuid": "dd545b80-aca7-4c39-a8ed-fcfc420bcdc0", "tag": "7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:08:02.289203 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:08:02.304032 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:02.313074 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0ed1f9-17d7-48e4-bfd4-1a15d765a3e9 x-openstack-request-id: req-1a0ed1f9-17d7-48e4-bfd4-1a15d765a3e9 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:08:02.313385 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd545b80-aca7-4c39-a8ed-fcfc420bcdc0", "tag": "7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:08:02.313636 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1a0ed1f9-17d7-48e4-bfd4-1a15d765a3e9 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:08:02.314077 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0ed1f9-17d7-48e4-bfd4-1a15d765a3e9'] response: {'name': 'network-changed', 'server_uuid': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'tag': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'status': 'completed', 'code': 200} Jul 25 06:08:02.386093 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-50f97437-80eb-4037-aedd-08e690e48671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:02.388388 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-50f97437-80eb-4037-aedd-08e690e48671 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 1129 time: 0.0424447 Jul 25 06:08:02.490435 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-d2d17f96-183b-48de-9ae4-6b3510102493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:02.496518 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-d2d17f96-183b-48de-9ae4-6b3510102493 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.0967298 Jul 25 06:08:02.510129 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'fcdde45f-9119-4528-8282-8c22fe99eca6', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:c4:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:08:01Z', 'updated_at': '2022-07-25T06:08:01Z', 'revision_number': 0, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:08:02.539741 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] Checking router: fe2ecb20-1634-4fda-bc79-4466364aaea7 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:08:02.548154 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:08:02.548752 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:07:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:08:02.558732 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-ee2b3bea-be12-4d58-817c-368c7fe54860 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac HTTP/1.1" status: 200 len: 998 time: 0.0599656 Jul 25 06:08:02.610873 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-7e216b11-4387-4865-af39-f5ba48071c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:02.612518 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-7e216b11-4387-4865-af39-f5ba48071c97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0472796 Jul 25 06:08:02.652295 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:08:02.659318 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-d9e3c2e8-4f92-4718-a984-597d0e5c5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:02.660980 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-d9e3c2e8-4f92-4718-a984-597d0e5c5ddb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426970 Jul 25 06:08:02.761825 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-326ed900-3758-49bc-a758-1d4f3c3798e4 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920975 Jul 25 06:08:02.875740 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'fcdde45f-9119-4528-8282-8c22fe99eca6', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:c4:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:08:01Z', 'updated_at': '2022-07-25T06:08:01Z', 'revision_number': 0, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:08:02.900360 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f395a73b-6fdb-448c-b2b2-a0f7d524eb27 None None] The sync data for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi is: [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'fcdde45f-9119-4528-8282-8c22fe99eca6', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:c4:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:08:01Z', 'updated_at': '2022-07-25T06:08:01Z', 'revision_number': 0, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:08:03.057854 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a6261d58-3fca-483f-b2a6-cd46b661b396 req-4cc38be9-d4d7-43a3-86ee-057e882d61d6 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961020 Jul 25 06:08:03.112982 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3107cb-5386-49a0-9b04-0fae823ca375 None None] New status for floating IP fcdde45f-9119-4528-8282-8c22fe99eca6: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:08:03.262025 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5af19daa-3fac-497a-91f3-6458f7edb9e9 req-8828852f-5925-4207-b938-5df374003b6b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 210 time: 0.0793009 Jul 25 06:08:03.295130 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-b61b6c70-94c6-4f38-a469-6015b1540443 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:03.296815 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-b61b6c70-94c6-4f38-a469-6015b1540443 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.47 "GET /v2.0/networks?id=c6e0d702-8c0d-4f55-a895-c3df29202603 HTTP/1.1" status: 200 len: 809 time: 0.1807110 Jul 25 06:08:03.366940 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-4ec65b82-68e4-425f-b95e-5a166e4fb491 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3520876da8974c439cef1b35397029f9 HTTP/1.1" status: 200 len: 380 time: 0.0594907 Jul 25 06:08:03.375432 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Request body: {'port': {'device_id': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'admin_state_up': True, 'tenant_id': '3520876da8974c439cef1b35397029f9', 'security_groups': ['38670126-dff2-4a69-a8df-9544b8d4261a']}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:08:03.565942 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Made reservation on behalf of 3520876da8974c439cef1b35397029f9 for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:08:03.569361 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:03.572278 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:03.685386 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:03.687700 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50524) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:03.706776 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Allocated IP 172.20.0.14 (c6e0d702-8c0d-4f55-a895-c3df29202603/011e25f2-0786-4924-b9fd-680d4dd056a1/58a00c23-3e4e-4b24-9a79-d8fb739d245a) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:08:03.800325 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c71cb43d-df0e-4341-b244-50a25de4b378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:03.867464 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:03.877471 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c71cb43d-df0e-4341-b244-50a25de4b378 admin admin] Publish callbacks [] for security_group (2698c009-4f06-4b78-8fee-6310a3d01143), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:03.943097 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-c71cb43d-df0e-4341-b244-50a25de4b378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (2698c009-4f06-4b78-8fee-6310a3d01143), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:03.969326 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:03.972348 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:03.986407 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-c71cb43d-df0e-4341-b244-50a25de4b378 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=859300aacc474433aa935ab4c3223a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975175 Jul 25 06:08:03.988433 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cb43d-df0e-4341-b244-50a25de4b378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2698c009-4f06-4b78-8fee-6310a3d01143,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:03.997306 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50528) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:04.024149 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Network c6e0d702-8c0d-4f55-a895-c3df29202603 is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:08:04.029885 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:08:04.032060 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'Port': ['ID=58a00c23-3e4e-4b24-9a79-d8fb739d245a,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:04.034332 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:08:04.050000 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-551bca42-3ec0-4ba3-9bc1-05bd7771842b admin admin] Publish callbacks [] for security_group (2698c009-4f06-4b78-8fee-6310a3d01143), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.063151 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.063676 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.063852 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.066152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.066152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.066152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.066152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.066152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.066152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.066152 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.067226 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.067226 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.067226 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.067498 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.067740 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:04.074878 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-551bca42-3ec0-4ba3-9bc1-05bd7771842b admin admin] Publish callbacks [] for security_group (2698c009-4f06-4b78-8fee-6310a3d01143), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.104078 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:04.104750 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.207518 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-a9990e50-6965-4cff-ac5c-4d7a142cf8fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8358223 Jul 25 06:08:04.219350 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Request body: {'port': {'device_id': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:08:04.230541 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-551bca42-3ec0-4ba3-9bc1-05bd7771842b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (2698c009-4f06-4b78-8fee-6310a3d01143), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.233102 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-551bca42-3ec0-4ba3-9bc1-05bd7771842b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.234250 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-551bca42-3ec0-4ba3-9bc1-05bd7771842b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2698c009-4f06-4b78-8fee-6310a3d01143 HTTP/1.1" status: 204 len: 168 time: 0.2360060 Jul 25 06:08:04.244321 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bca42-3ec0-4ba3-9bc1-05bd7771842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2698c009-4f06-4b78-8fee-6310a3d01143,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:04.318878 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-d8e95e15-988c-4667-aa3d-6ffd3507c09f None None] Provisioning complete for port 58a00c23-3e4e-4b24-9a79-d8fb739d245a triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:08:04.319423 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d8e95e15-988c-4667-aa3d-6ffd3507c09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.345296 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.356052 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-d8e95e15-988c-4667-aa3d-6ffd3507c09f None None] Port 58a00c23-3e4e-4b24-9a79-d8fb739d245a cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:08:04.404992 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed8851-2a81-4773-a0c2-c57835d952d0 req-18ecf224-bfa0-427d-80ae-09998d0733b8 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:04.406518 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-10ed8851-2a81-4773-a0c2-c57835d952d0 req-18ecf224-bfa0-427d-80ae-09998d0733b8 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 932 time: 0.0561934 Jul 25 06:08:04.462253 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-10ed8851-2a81-4773-a0c2-c57835d952d0 req-686326fd-2335-4471-a611-1aca88615718 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489781 Jul 25 06:08:04.480142 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:04.620316 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a00c23-3e4e-4b24-9a79-d8fb739d245a {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:08:04.627917 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Publish callbacks [] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.640575 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Transition to ACTIVE for port object 58a00c23-3e4e-4b24-9a79-d8fb739d245a will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:08:04.701811 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.755291 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Pushing event updated for resources: {'Port': ['ID=58a00c23-3e4e-4b24-9a79-d8fb739d245a,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:04.803792 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:04.830608 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Attempting to bind port 58a00c23-3e4e-4b24-9a79-d8fb739d245a on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:08:04.830943 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Attempting to bind port 58a00c23-3e4e-4b24-9a79-d8fb739d245a by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:08:04.831502 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Attempting to bind port 58a00c23-3e4e-4b24-9a79-d8fb739d245a on network c6e0d702-8c0d-4f55-a895-c3df29202603 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:08:04.836933 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Port 58a00c23-3e4e-4b24-9a79-d8fb739d245a on network c6e0d702-8c0d-4f55-a895-c3df29202603 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:08:04.837262 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Attempting to bind port 58a00c23-3e4e-4b24-9a79-d8fb739d245a on network c6e0d702-8c0d-4f55-a895-c3df29202603 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:08:04.843580 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:08:04.843935 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Checking segment: {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:08:04.844388 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Bound using segment: {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:08:04.844832 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Bound port: 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486541f6-8349-4e38-a934-417173dc1785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:08:04.845199 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.875456 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50538) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:04.889972 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-02727993-d999-49a8-a434-cbae096f5758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.915108 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:08:04.918590 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:08:04.970902 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:04.971129 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-02727993-d999-49a8-a434-cbae096f5758 admin admin] Publish callbacks [] for security_group (ba883c11-7010-4f56-a6b3-4b46aa4fbe65), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:05.008179 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:05.008179 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:05.008179 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] 10.222.0.47 "PUT /v2.0/ports/58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 200 len: 1094 time: 0.7914896 Jul 25 06:08:05.008748 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:08:05.011595 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44358b58-3a25-455c-b7df-15214f53afc4" -d '{"events": [{"name": "network-changed", "server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:08:05.054206 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83b384-1ac9-43d1-8384-a1024d4326dc service neutron] Pushing event updated for resources: {'Port': ['ID=58a00c23-3e4e-4b24-9a79-d8fb739d245a,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:05.057963 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a77224-9667-4ea4-b9bb-447fe20381c6 x-openstack-request-id: req-95a77224-9667-4ea4-b9bb-447fe20381c6 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:08:05.058414 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:08:05.058667 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-95a77224-9667-4ea4-b9bb-447fe20381c6 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:08:05.059068 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a77224-9667-4ea4-b9bb-447fe20381c6'] response: {'name': 'network-changed', 'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'status': 'completed', 'code': 200} Jul 25 06:08:05.061786 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-02727993-d999-49a8-a434-cbae096f5758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ba883c11-7010-4f56-a6b3-4b46aa4fbe65), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:05.106849 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02727993-d999-49a8-a434-cbae096f5758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba883c11-7010-4f56-a6b3-4b46aa4fbe65,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:05.111042 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-02727993-d999-49a8-a434-cbae096f5758 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4a5893ff03ad4963b06f69ea09c1d758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346435 Jul 25 06:08:05.114146 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50542) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:05.139884 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b58-3a25-455c-b7df-15214f53afc4 req-f4422a2d-e102-4f6e-9b38-a3d443b5cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:05.141878 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-44358b58-3a25-455c-b7df-15214f53afc4 req-f4422a2d-e102-4f6e-9b38-a3d443b5cb11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3520876da8974c439cef1b35397029f9&device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1128 time: 0.0542574 Jul 25 06:08:05.163018 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:05.174630 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9067b2a7-da57-4077-9bc4-c0b5e031827c admin admin] Publish callbacks [] for security_group (ba883c11-7010-4f56-a6b3-4b46aa4fbe65), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:05.199252 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9067b2a7-da57-4077-9bc4-c0b5e031827c admin admin] Publish callbacks [] for security_group (ba883c11-7010-4f56-a6b3-4b46aa4fbe65), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:05.251826 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b58-3a25-455c-b7df-15214f53afc4 req-d80c5169-10e1-4568-a990-464e267d07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:05.253239 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-44358b58-3a25-455c-b7df-15214f53afc4 req-d80c5169-10e1-4568-a990-464e267d07ac service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3520876da8974c439cef1b35397029f9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1023502 Jul 25 06:08:05.321055 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9067b2a7-da57-4077-9bc4-c0b5e031827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ba883c11-7010-4f56-a6b3-4b46aa4fbe65), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:05.323716 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-9067b2a7-da57-4077-9bc4-c0b5e031827c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:05.332454 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-9067b2a7-da57-4077-9bc4-c0b5e031827c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ba883c11-7010-4f56-a6b3-4b46aa4fbe65 HTTP/1.1" status: 204 len: 168 time: 0.2097573 Jul 25 06:08:05.334795 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067b2a7-da57-4077-9bc4-c0b5e031827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba883c11-7010-4f56-a6b3-4b46aa4fbe65,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:05.363991 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358b58-3a25-455c-b7df-15214f53afc4 req-f0590af8-50c7-457b-8096-ff6cbf7a91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:05.365774 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-44358b58-3a25-455c-b7df-15214f53afc4 req-f0590af8-50c7-457b-8096-ff6cbf7a91e5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043992 Jul 25 06:08:05.448787 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-4b7cadbf-be46-4860-8bb4-0cc0e5bd45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:05.450274 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-4b7cadbf-be46-4860-8bb4-0cc0e5bd45f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3520876da8974c439cef1b35397029f9&device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1128 time: 0.0395641 Jul 25 06:08:05.494886 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-252333b7-57ba-408a-9366-f9cd94662ab9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 200 len: 217 time: 0.0367587 Jul 25 06:08:05.529208 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:05.545361 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-3b3275f9-c245-4eb7-b728-fbc5f8db636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:05.546785 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-3b3275f9-c245-4eb7-b728-fbc5f8db636b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=011e25f2-0786-4924-b9fd-680d4dd056a1 HTTP/1.1" status: 200 len: 848 time: 0.0465643 Jul 25 06:08:05.586003 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dbd5c-9522-4c1c-8f76-3661a9de65b1 req-f68f786c-4655-444f-afb7-83b60177a151 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:05.587499 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-568dbd5c-9522-4c1c-8f76-3661a9de65b1 req-f68f786c-4655-444f-afb7-83b60177a151 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0500610 Jul 25 06:08:05.590959 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-7a4e95e9-4dc1-4050-8c77-43f234834290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:05.592442 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-7a4e95e9-4dc1-4050-8c77-43f234834290 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e0d702-8c0d-4f55-a895-c3df29202603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393353 Jul 25 06:08:05.643519 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-568dbd5c-9522-4c1c-8f76-3661a9de65b1 req-5b5a5286-7ddd-4cf0-bb28-e75fa2d1ee48 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500629 Jul 25 06:08:05.694456 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-35b9af9a-9ef0-4db2-b433-dd27514dc667 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948653 Jul 25 06:08:05.787848 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-e26433f0-6536-4208-828f-9f57d7a5f454 req-d2adaf50-d393-45ed-a5d8-07267b0c240f service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863678 Jul 25 06:08:06.767500 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ede20-7036-4f98-b710-1a9903fb4b39 req-000f5f51-2631-4e6e-830a-75cab1214540 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:06.769195 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ca3ede20-7036-4f98-b710-1a9903fb4b39 req-000f5f51-2631-4e6e-830a-75cab1214540 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0530174 Jul 25 06:08:06.825980 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ca3ede20-7036-4f98-b710-1a9903fb4b39 req-0e16d4e5-f816-485b-89aa-c4d445f93b9a tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484719 Jul 25 06:08:07.947116 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e4bd0-3dd5-42bc-a5e4-f171af0f65cd req-cf079908-9e82-46f4-9947-9967700e0afb tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:07.948632 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e46e4bd0-3dd5-42bc-a5e4-f171af0f65cd req-cf079908-9e82-46f4-9947-9967700e0afb tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0526018 Jul 25 06:08:07.998752 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-e46e4bd0-3dd5-42bc-a5e4-f171af0f65cd req-14759879-7fb4-4b12-9683-6611fda4db70 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Jul 25 06:08:09.112576 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac3cc2-bec7-43d9-a28f-01c41a54e940 req-15fb880d-75f2-4e17-ac55-90cb9c1e8bea tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:09.114172 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6cac3cc2-bec7-43d9-a28f-01c41a54e940 req-15fb880d-75f2-4e17-ac55-90cb9c1e8bea tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0489497 Jul 25 06:08:09.163359 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6cac3cc2-bec7-43d9-a28f-01c41a54e940 req-d6c3cde7-0387-4774-b233-f73e0431f8e5 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434027 Jul 25 06:08:10.281623 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d1565-1972-4b20-8044-0954a19e12a9 req-da03cb65-2209-40a9-b54f-c099b62f6136 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:10.283093 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f39d1565-1972-4b20-8044-0954a19e12a9 req-da03cb65-2209-40a9-b54f-c099b62f6136 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0515850 Jul 25 06:08:10.334775 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-f39d1565-1972-4b20-8044-0954a19e12a9 req-e671ca20-3199-41c9-bc05-14904c13594c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Jul 25 06:08:10.492963 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:08:11.454602 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a1ad3-c3d6-47e5-b51d-af00d800cf0d req-03e43db0-ae37-4c7e-801e-4cce31914944 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:11.456017 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bc9a1ad3-c3d6-47e5-b51d-af00d800cf0d req-03e43db0-ae37-4c7e-801e-4cce31914944 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0519397 Jul 25 06:08:11.504759 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bc9a1ad3-c3d6-47e5-b51d-af00d800cf0d req-5cd34e90-233e-416e-82d9-5086125b1a6d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426769 Jul 25 06:08:12.619722 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a6a2c-cff9-4af1-a7b8-ac496d6f8b09 req-d5153721-0966-498f-b544-9c06401124a7 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:12.621191 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-600a6a2c-cff9-4af1-a7b8-ac496d6f8b09 req-d5153721-0966-498f-b544-9c06401124a7 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0488670 Jul 25 06:08:12.675323 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-600a6a2c-cff9-4af1-a7b8-ac496d6f8b09 req-b53ca9ae-382c-4af6-a95c-96919de21383 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485749 Jul 25 06:08:12.879246 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=78 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:13.413793 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 58a00c23-3e4e-4b24-9a79-d8fb739d245a details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:08:13.515250 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:08:13.527746 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'port_id': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'mac_address': 'fa:16:3e:67:aa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:08:13.560337 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:13.567118 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 58a00c23-3e4e-4b24-9a79-d8fb739d245a is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:08:13.567506 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:13.581063 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a00c23-3e4e-4b24-9a79-d8fb739d245a {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:08:13.588071 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:13.602492 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:08:13.661297 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:13.709554 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=58a00c23-3e4e-4b24-9a79-d8fb739d245a,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:13.793072 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654b36c-3886-421c-add8-f59ca7047b2c req-dece93eb-5316-436f-8c3b-3068f30f61ce tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:13.794587 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4654b36c-3886-421c-add8-f59ca7047b2c req-dece93eb-5316-436f-8c3b-3068f30f61ce tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 945 time: 0.0493839 Jul 25 06:08:13.844322 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4654b36c-3886-421c-add8-f59ca7047b2c req-af67b844-480d-48b6-a988-e67fd05ac0f2 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440366 Jul 25 06:08:13.890077 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['58a00c23-3e4e-4b24-9a79-d8fb739d245a'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:08:14.937930 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:14.957268 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8d9ce-9206-49c8-865d-314376ff5d1f req-be234d2d-5baf-4e1a-b2b2-fae9be769ec1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:14.958819 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ccc8d9ce-9206-49c8-865d-314376ff5d1f req-be234d2d-5baf-4e1a-b2b2-fae9be769ec1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 945 time: 0.0482790 Jul 25 06:08:15.011884 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ccc8d9ce-9206-49c8-865d-314376ff5d1f req-502e9a58-65c6-46f7-9498-c995061615fb tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458364 Jul 25 06:08:15.426503 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 58a00c23-3e4e-4b24-9a79-d8fb739d245a up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:08:15.469899 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 58a00c23-3e4e-4b24-9a79-d8fb739d245a completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:08:15.526126 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 58a00c23-3e4e-4b24-9a79-d8fb739d245a triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:08:15.526507 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:15.606486 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 58a00c23-3e4e-4b24-9a79-d8fb739d245a is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:08:15.606921 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:15.635650 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:08:15.637921 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95233ec0-b977-40c6-bf2c-eb78471f7ca4" -d '{"events": [{"server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "name": "network-vif-plugged", "status": "completed", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:08:15.652779 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:08:15.678850 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b8048-dfe1-4e86-9265-3279e00672e5 x-openstack-request-id: req-5b3b8048-dfe1-4e86-9265-3279e00672e5 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:08:15.679212 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "name": "network-vif-plugged", "status": "completed", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:08:15.679470 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5b3b8048-dfe1-4e86-9265-3279e00672e5 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:08:15.679874 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3b8048-dfe1-4e86-9265-3279e00672e5'] response: {'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'code': 200} Jul 25 06:08:15.718937 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:15.766437 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=58a00c23-3e4e-4b24-9a79-d8fb739d245a,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:16.026693 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadc5e2-9b5b-485e-8fed-b52523c08e84 req-d888eab4-0a6e-430f-ac65-6c9c684932b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:16.028219 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2fadc5e2-9b5b-485e-8fed-b52523c08e84 req-d888eab4-0a6e-430f-ac65-6c9c684932b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1130 time: 0.0430558 Jul 25 06:08:16.066602 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:16.088763 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2fadc5e2-9b5b-485e-8fed-b52523c08e84 req-415c08d9-d7dc-44d8-99ee-fed819e0e2bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495145 Jul 25 06:08:16.100208 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50696) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:16.134127 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef3309-ac14-4e98-bbc9-81402491137b req-12d6e442-1edc-44b9-9e30-07b39522d7e6 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:16.135814 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-efef3309-ac14-4e98-bbc9-81402491137b req-12d6e442-1edc-44b9-9e30-07b39522d7e6 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0505896 Jul 25 06:08:16.188258 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-efef3309-ac14-4e98-bbc9-81402491137b req-296544ba-4b82-48db-b0bd-6dd38077e5c4 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468574 Jul 25 06:08:16.207114 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-cb02e58c-eb7a-43a0-92d8-df649e283e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:16.283819 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-cb02e58c-eb7a-43a0-92d8-df649e283e75 admin admin] Publish callbacks [] for security_group (5cf9d736-f920-40db-bf05-c8830c4fdc37), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:16.343277 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-cb02e58c-eb7a-43a0-92d8-df649e283e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (5cf9d736-f920-40db-bf05-c8830c4fdc37), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:16.385416 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-cb02e58c-eb7a-43a0-92d8-df649e283e75 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3066beae7507462bb25a9bd3953a1e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839420 Jul 25 06:08:16.386330 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02e58c-eb7a-43a0-92d8-df649e283e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf9d736-f920-40db-bf05-c8830c4fdc37,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:16.388057 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50700) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:16.440727 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Publish callbacks [] for security_group (5cf9d736-f920-40db-bf05-c8830c4fdc37), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:16.462198 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Publish callbacks [] for security_group (5cf9d736-f920-40db-bf05-c8830c4fdc37), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:16.588080 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (5cf9d736-f920-40db-bf05-c8830c4fdc37), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:16.591016 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:16.592191 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5cf9d736-f920-40db-bf05-c8830c4fdc37 HTTP/1.1" status: 204 len: 168 time: 0.2031128 Jul 25 06:08:16.600548 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf9d736-f920-40db-bf05-c8830c4fdc37,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:16.608382 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.608729 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.609138 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.609478 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.609814 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.610148 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.610479 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.610808 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.611159 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.611469 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.611796 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.612133 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.612528 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.612796 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:16.613117 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eeeaa0-b632-481d-8e21-6fbe90b58245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:08:17.219899 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50710) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:17.234169 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-36781958-eb38-41ff-89d3-84ea355d8a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:17.293445 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:17.307713 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880c43f-e6d6-49ed-9a4f-b65675b9abc2 req-0f39c5ce-6014-4eec-b378-d6e8ffb50965 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:17.309226 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d880c43f-e6d6-49ed-9a4f-b65675b9abc2 req-0f39c5ce-6014-4eec-b378-d6e8ffb50965 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0493224 Jul 25 06:08:17.312416 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-36781958-eb38-41ff-89d3-84ea355d8a29 admin admin] Publish callbacks [] for security_group (a4473f1e-1e29-407e-a6cd-c94ecb985278), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:17.358754 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d880c43f-e6d6-49ed-9a4f-b65675b9abc2 req-80fca572-8d25-453f-a440-ea1af2f49a80 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Jul 25 06:08:17.366893 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-36781958-eb38-41ff-89d3-84ea355d8a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a4473f1e-1e29-407e-a6cd-c94ecb985278), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:17.408074 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-36781958-eb38-41ff-89d3-84ea355d8a29 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=589f891cf6dd406ebd54874f167d9aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870661 Jul 25 06:08:17.408998 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36781958-eb38-41ff-89d3-84ea355d8a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4473f1e-1e29-407e-a6cd-c94ecb985278,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:17.410693 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50712) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:17.464215 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff66b-cabe-4f32-9b47-9e1354950e5c admin admin] Publish callbacks [] for security_group (a4473f1e-1e29-407e-a6cd-c94ecb985278), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:17.485604 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff66b-cabe-4f32-9b47-9e1354950e5c admin admin] Publish callbacks [] for security_group (a4473f1e-1e29-407e-a6cd-c94ecb985278), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:17.513061 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:17.606063 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff66b-cabe-4f32-9b47-9e1354950e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a4473f1e-1e29-407e-a6cd-c94ecb985278), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:17.609996 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff66b-cabe-4f32-9b47-9e1354950e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:17.609996 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-5c2ff66b-cabe-4f32-9b47-9e1354950e5c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a4473f1e-1e29-407e-a6cd-c94ecb985278 HTTP/1.1" status: 204 len: 168 time: 0.1981187 Jul 25 06:08:17.619281 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ff66b-cabe-4f32-9b47-9e1354950e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4473f1e-1e29-407e-a6cd-c94ecb985278,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:18.480984 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be6f5d-a76d-46ab-88a9-8e81b7729b6b req-faa29578-838d-44b5-9215-082f5747f9c4 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:18.482532 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-06be6f5d-a76d-46ab-88a9-8e81b7729b6b req-faa29578-838d-44b5-9215-082f5747f9c4 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0537057 Jul 25 06:08:18.533057 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-06be6f5d-a76d-46ab-88a9-8e81b7729b6b req-b593bffa-261f-4153-bd6e-7f3e05f98465 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445445 Jul 25 06:08:19.652199 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38fd6f-6f63-449e-948b-40878b6d3de8 req-16e0f976-6d53-427e-a768-d44e7c7e6d95 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:19.653769 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6e38fd6f-6f63-449e-948b-40878b6d3de8 req-16e0f976-6d53-427e-a768-d44e7c7e6d95 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0511150 Jul 25 06:08:19.704355 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6e38fd6f-6f63-449e-948b-40878b6d3de8 req-fa74aae2-982f-4440-8318-ef58cb9acb2d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446248 Jul 25 06:08:20.504684 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50796) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:20.608492 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-137ea577-f336-4676-9b80-aa3911b159ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:20.682296 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-137ea577-f336-4676-9b80-aa3911b159ac admin admin] Publish callbacks [] for security_group (8ddd5a7a-b99e-44c2-80dc-0b445f17d2d1), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:20.730342 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-137ea577-f336-4676-9b80-aa3911b159ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (8ddd5a7a-b99e-44c2-80dc-0b445f17d2d1), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:20.772641 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ea577-f336-4676-9b80-aa3911b159ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd5a7a-b99e-44c2-80dc-0b445f17d2d1,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:20.782417 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-137ea577-f336-4676-9b80-aa3911b159ac admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c141d6bc5e7e47e7b5b93ae029597651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743323 Jul 25 06:08:20.783209 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50802) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:20.824401 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8a025-9d6a-483b-b76d-184614da0806 req-628ca5d8-fa80-4252-825d-aa64a21f4e4d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:20.826022 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-35e8a025-9d6a-483b-b76d-184614da0806 req-628ca5d8-fa80-4252-825d-aa64a21f4e4d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0502479 Jul 25 06:08:20.834297 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa6d-5e3d-4d24-aa6e-d6de04b07108 admin admin] Publish callbacks [] for security_group (8ddd5a7a-b99e-44c2-80dc-0b445f17d2d1), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:20.852720 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:20.857641 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa6d-5e3d-4d24-aa6e-d6de04b07108 admin admin] Publish callbacks [] for security_group (8ddd5a7a-b99e-44c2-80dc-0b445f17d2d1), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:20.876414 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-35e8a025-9d6a-483b-b76d-184614da0806 req-3c577124-e81c-4996-a155-9397e02aa99e tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446324 Jul 25 06:08:20.976085 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa6d-5e3d-4d24-aa6e-d6de04b07108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (8ddd5a7a-b99e-44c2-80dc-0b445f17d2d1), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:20.979177 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa6d-5e3d-4d24-aa6e-d6de04b07108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:20.980323 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-c6c3fa6d-5e3d-4d24-aa6e-d6de04b07108 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8ddd5a7a-b99e-44c2-80dc-0b445f17d2d1 HTTP/1.1" status: 204 len: 168 time: 0.1967549 Jul 25 06:08:20.997201 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3fa6d-5e3d-4d24-aa6e-d6de04b07108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd5a7a-b99e-44c2-80dc-0b445f17d2d1,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:21.006940 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d8e09-b8b1-4bfc-9cde-63eb677d496f req-a42bcf1f-a0ad-4636-95c6-c6cf3ac8c1d8 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:21.009730 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-375d8e09-b8b1-4bfc-9cde-63eb677d496f req-a42bcf1f-a0ad-4636-95c6-c6cf3ac8c1d8 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0607512 Jul 25 06:08:21.069868 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-375d8e09-b8b1-4bfc-9cde-63eb677d496f req-e91e8a34-bc72-443a-9c96-87534eb857dd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549111 Jul 25 06:08:21.092969 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50812) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:21.288711 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e571811-fcf7-4793-9fe4-4054efdbe7f7 tempest-TestShelveInstance-872387340 tempest-TestShelveInstance-872387340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:21.293349 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-5e571811-fcf7-4793-9fe4-4054efdbe7f7 tempest-TestShelveInstance-872387340 tempest-TestShelveInstance-872387340-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1125 time: 0.1965325 Jul 25 06:08:21.293787 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50820) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:21.299164 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'port_id': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:08:21.387327 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:21.475220 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:21.522568 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:21.579981 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Allocated IP 172.27.1.200 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/e5350646-953a-4ab9-9acb-179b36a59b5e) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:08:21.624048 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50822) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:21.643839 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0507-b8ad-41f8-952f-e665fb505a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:21.689685 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for port (e5350646-953a-4ab9-9acb-179b36a59b5e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:21.714806 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0507-b8ad-41f8-952f-e665fb505a64 admin admin] Publish callbacks [] for security_group (fa9fd08f-25a8-4019-bb3d-2d03cd37355d), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:21.719811 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:21.766022 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0507-b8ad-41f8-952f-e665fb505a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (fa9fd08f-25a8-4019-bb3d-2d03cd37355d), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:21.781222 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:21.806245 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac0507-b8ad-41f8-952f-e665fb505a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9fd08f-25a8-4019-bb3d-2d03cd37355d,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:21.811297 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b2ac0507-b8ad-41f8-952f-e665fb505a64 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6821b2b15b7741fe84a66ca5a133b51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862173 Jul 25 06:08:21.814777 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (e5350646-953a-4ab9-9acb-179b36a59b5e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:21.815041 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50824) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:21.854923 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:08:21.859938 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:08:21.863953 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:08:21.869674 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'Port': ['ID=e5350646-953a-4ab9-9acb-179b36a59b5e,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:21.869847 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d8494f7-a247-4b85-a3ff-76c3fed768f6 admin admin] Publish callbacks [] for security_group (fa9fd08f-25a8-4019-bb3d-2d03cd37355d), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:21.895635 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d8494f7-a247-4b85-a3ff-76c3fed768f6 admin admin] Publish callbacks [] for security_group (fa9fd08f-25a8-4019-bb3d-2d03cd37355d), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:22.000629 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d8494f7-a247-4b85-a3ff-76c3fed768f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (fa9fd08f-25a8-4019-bb3d-2d03cd37355d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:22.003324 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-5d8494f7-a247-4b85-a3ff-76c3fed768f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:22.004593 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-5d8494f7-a247-4b85-a3ff-76c3fed768f6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa9fd08f-25a8-4019-bb3d-2d03cd37355d HTTP/1.1" status: 204 len: 168 time: 0.1893158 Jul 25 06:08:22.014865 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8494f7-a247-4b85-a3ff-76c3fed768f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9fd08f-25a8-4019-bb3d-2d03cd37355d,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:22.475684 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for floatingip (a59d4349-330d-498e-8a07-147e1edc803a), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:22.616642 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (e5350646-953a-4ab9-9acb-179b36a59b5e), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:22.772605 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for port (e5350646-953a-4ab9-9acb-179b36a59b5e), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:22.880387 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (e5350646-953a-4ab9-9acb-179b36a59b5e), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:22.913691 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:22.956470 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event updated for resources: {'Port': ['ID=e5350646-953a-4ab9-9acb-179b36a59b5e,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:22.973083 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (a59d4349-330d-498e-8a07-147e1edc803a), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:23.072197 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Floating IP a59d4349-330d-498e-8a07-147e1edc803a associated. External IP: 172.27.1.200, port: 58a00c23-3e4e-4b24-9a79-d8fb739d245a. Jul 25 06:08:23.112412 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:23.286518 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Router 90e8b811-746c-49e1-8ea1-9aea00b1743d has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:08:23.393794 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:08:23.408489 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] Sync routers for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:08:23.418378 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:08:23.418990 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:07:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:08:23.489180 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:23.519265 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:08:23.527775 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-68b316ee-4211-4065-890c-e1225b8e3772 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2297432 Jul 25 06:08:23.527775 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:08:23.528245 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa72139-5f0f-49a8-9114-6334e263e2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:08:23.568797 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45392a4c-fbd2-4909-af3a-2c3b060a55e7 x-openstack-request-id: req-45392a4c-fbd2-4909-af3a-2c3b060a55e7 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:08:23.569454 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:08:23.569923 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-45392a4c-fbd2-4909-af3a-2c3b060a55e7 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:08:23.570430 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45392a4c-fbd2-4909-af3a-2c3b060a55e7'] response: {'name': 'network-changed', 'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'status': 'completed', 'code': 200} Jul 25 06:08:23.644292 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-268e460d-9839-45d5-9b30-db79d7b5d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:23.646491 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-268e460d-9839-45d5-9b30-db79d7b5d7e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3520876da8974c439cef1b35397029f9&device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1130 time: 0.0463889 Jul 25 06:08:23.648443 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:23.739193 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-5b8a1e8b-7694-49a1-a5cc-d18a169213db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:23.741113 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-5b8a1e8b-7694-49a1-a5cc-d18a169213db service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6e0d702-8c0d-4f55-a895-c3df29202603 HTTP/1.1" status: 200 len: 910 time: 0.0888753 Jul 25 06:08:23.759983 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a59d4349-330d-498e-8a07-147e1edc803a', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'port_id': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'mac_address': 'fa:16:3e:67:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:08:22Z', 'updated_at': '2022-07-25T06:08:22Z', 'revision_number': 0, 'project_id': '3520876da8974c439cef1b35397029f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aeca0b-e0b9-4787-847f-133e649c9812', 'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'mac_address': 'fa:16:3e:ce:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:23Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 5, 'project_id': '3520876da8974c439cef1b35397029f9', 'subnets': [{'id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:08:23.785332 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] Checking router: 90e8b811-746c-49e1-8ea1-9aea00b1743d for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:08:23.794795 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:08:23.795626 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:07:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:08:23.815482 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-2088f105-42bd-4a0f-90c6-d1b543360122 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 200 len: 1000 time: 0.0679314 Jul 25 06:08:23.878776 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-a9c46eab-ce36-47e5-8ee6-0766cb81e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:23.880908 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-a9c46eab-ce36-47e5-8ee6-0766cb81e003 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=011e25f2-0786-4924-b9fd-680d4dd056a1 HTTP/1.1" status: 200 len: 848 time: 0.0567009 Jul 25 06:08:23.904456 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:08:23.928271 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-f655474f-e1e7-4a5f-861b-b83ddf7b0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:23.930558 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-f655474f-e1e7-4a5f-861b-b83ddf7b0ccb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e0d702-8c0d-4f55-a895-c3df29202603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430038 Jul 25 06:08:23.960993 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:24.038937 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-abc1e787-0773-42d2-b633-534fda026b6b service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980027 Jul 25 06:08:24.128833 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a59d4349-330d-498e-8a07-147e1edc803a', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'port_id': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'mac_address': 'fa:16:3e:67:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:08:22Z', 'updated_at': '2022-07-25T06:08:22Z', 'revision_number': 0, 'project_id': '3520876da8974c439cef1b35397029f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aeca0b-e0b9-4787-847f-133e649c9812', 'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'mac_address': 'fa:16:3e:ce:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:23Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 5, 'project_id': '3520876da8974c439cef1b35397029f9', 'subnets': [{'id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:08:24.144103 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0aa72139-5f0f-49a8-9114-6334e263e2f7 req-345946b3-dc3a-40e0-9408-7ffb561937c4 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984077 Jul 25 06:08:24.157975 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2320839f-472b-4cd6-ba35-8056750c9ae3 None None] The sync data for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi is: [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': 'a59d4349-330d-498e-8a07-147e1edc803a', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'port_id': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'mac_address': 'fa:16:3e:67:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:08:22Z', 'updated_at': '2022-07-25T06:08:22Z', 'revision_number': 0, 'project_id': '3520876da8974c439cef1b35397029f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47aeca0b-e0b9-4787-847f-133e649c9812', 'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'mac_address': 'fa:16:3e:ce:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:23Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 5, 'project_id': '3520876da8974c439cef1b35397029f9', 'subnets': [{'id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:08:24.367926 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084655d4-fa04-47b5-9781-b78adaba8375 None None] New status for floating IP a59d4349-330d-498e-8a07-147e1edc803a: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:08:24.580729 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:25.328803 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50900) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:25.714789 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7333a485-690f-4201-ba8a-567cd157fa67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:25.788342 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7333a485-690f-4201-ba8a-567cd157fa67 admin admin] Publish callbacks [] for security_group (cf80ac1b-3cf2-49b6-b26b-d58d367faf6f), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:25.868611 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-7333a485-690f-4201-ba8a-567cd157fa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cf80ac1b-3cf2-49b6-b26b-d58d367faf6f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:25.906028 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333a485-690f-4201-ba8a-567cd157fa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf80ac1b-3cf2-49b6-b26b-d58d367faf6f,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:25.910278 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-7333a485-690f-4201-ba8a-567cd157fa67 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5f50cc3ec1d646a4b6ac97c0e11e8ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5804713 Jul 25 06:08:25.912912 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50908) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:25.960342 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ce4220e7-6586-43f9-b038-297ae794bd35 admin admin] Publish callbacks [] for security_group (cf80ac1b-3cf2-49b6-b26b-d58d367faf6f), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:25.968892 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:25.982540 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ce4220e7-6586-43f9-b038-297ae794bd35 admin admin] Publish callbacks [] for security_group (cf80ac1b-3cf2-49b6-b26b-d58d367faf6f), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:26.103469 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ce4220e7-6586-43f9-b038-297ae794bd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (cf80ac1b-3cf2-49b6-b26b-d58d367faf6f), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:26.106027 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-ce4220e7-6586-43f9-b038-297ae794bd35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:26.107186 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-ce4220e7-6586-43f9-b038-297ae794bd35 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cf80ac1b-3cf2-49b6-b26b-d58d367faf6f HTTP/1.1" status: 204 len: 168 time: 0.1933775 Jul 25 06:08:26.116104 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4220e7-6586-43f9-b038-297ae794bd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf80ac1b-3cf2-49b6-b26b-d58d367faf6f,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:27.147421 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ffcc00e6-046b-4469-b86f-59a3166ee95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:29.171448 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:29.404310 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3e69bcf1-8ad7-4026-950d-46bd482f78cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:30.646224 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:31.880006 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:32.291924 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:33.134873 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-cf4393af-1922-49b6-a26c-c25212f3fd0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383646 Jul 25 06:08:33.219594 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-f69fb0c0-743f-441a-9412-b6e6fed458ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:33.221112 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-f69fb0c0-743f-441a-9412-b6e6fed458ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 1129 time: 0.0400462 Jul 25 06:08:33.278792 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50978) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:33.338047 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-d9cea29f-1aa4-43a4-ba46-95c81593b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:33.339559 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-d9cea29f-1aa4-43a4-ba46-95c81593b33e service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.0957506 Jul 25 06:08:33.389521 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc9d1941-df28-432a-9b45-a8cbfbe32f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:33.404911 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-c44a39d8-034e-481c-a775-afb948d15b66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac HTTP/1.1" status: 200 len: 1000 time: 0.0585246 Jul 25 06:08:33.457146 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-6c1a1905-03c2-4f2c-8072-d2ca9756e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:33.458599 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-6c1a1905-03c2-4f2c-8072-d2ca9756e5e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0476341 Jul 25 06:08:33.465612 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc9d1941-df28-432a-9b45-a8cbfbe32f22 admin admin] Publish callbacks [] for security_group (6a483877-f42e-4868-8615-4042c14c22c5), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:33.505541 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-a88808a5-ac29-45ab-94ee-653c25d1c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:08:33.507013 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-a88808a5-ac29-45ab-94ee-653c25d1c205 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417922 Jul 25 06:08:33.577414 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fc9d1941-df28-432a-9b45-a8cbfbe32f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (6a483877-f42e-4868-8615-4042c14c22c5), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:33.597656 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-c77d9d8a-3f0c-4abb-87e4-ca6304f5ea61 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833387 Jul 25 06:08:33.598346 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:33.619911 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-fc9d1941-df28-432a-9b45-a8cbfbe32f22 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=464bb01a4b2b4bdfaa2d03892a15c6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399587 Jul 25 06:08:33.620965 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d1941-df28-432a-9b45-a8cbfbe32f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a483877-f42e-4868-8615-4042c14c22c5,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:33.623206 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50982) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:33.630861 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:33.738413 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4dfc2cbe-cd0a-43e4-bc3a-35980f76bc97 req-a544d52d-5d20-46c2-98d1-b4dd97276de3 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333060 Jul 25 06:08:33.739175 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-445d0791-2d23-48ff-bc39-2ad627ac3842 admin admin] Publish callbacks [] for security_group (6a483877-f42e-4868-8615-4042c14c22c5), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:33.766545 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-445d0791-2d23-48ff-bc39-2ad627ac3842 admin admin] Publish callbacks [] for security_group (6a483877-f42e-4868-8615-4042c14c22c5), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:33.891937 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-445d0791-2d23-48ff-bc39-2ad627ac3842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (6a483877-f42e-4868-8615-4042c14c22c5), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:33.894497 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-445d0791-2d23-48ff-bc39-2ad627ac3842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:33.895629 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-445d0791-2d23-48ff-bc39-2ad627ac3842 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6a483877-f42e-4868-8615-4042c14c22c5 HTTP/1.1" status: 204 len: 168 time: 0.2715182 Jul 25 06:08:33.904504 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d0791-2d23-48ff-bc39-2ad627ac3842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a483877-f42e-4868-8615-4042c14c22c5,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:34.131358 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=91 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:34.132326 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=35 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:34.506311 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50988) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:34.520889 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6295d402-3ddd-4342-ab59-1f419b6fdfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:34.568575 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:34.605691 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6295d402-3ddd-4342-ab59-1f419b6fdfa3 admin admin] Publish callbacks [] for security_group (3f194c5d-fe38-42e7-a6b6-76a098af2187), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:34.657345 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6295d402-3ddd-4342-ab59-1f419b6fdfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (3f194c5d-fe38-42e7-a6b6-76a098af2187), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:34.705523 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6295d402-3ddd-4342-ab59-1f419b6fdfa3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=69e56ce51dde4fcbb31bd289913a203c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968911 Jul 25 06:08:34.706360 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295d402-3ddd-4342-ab59-1f419b6fdfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f194c5d-fe38-42e7-a6b6-76a098af2187,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:34.712698 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50990) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:34.771265 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6dca7a16-2cbc-4b9a-9816-519d4ff9feff admin admin] Publish callbacks [] for security_group (3f194c5d-fe38-42e7-a6b6-76a098af2187), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:34.793151 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6dca7a16-2cbc-4b9a-9816-519d4ff9feff admin admin] Publish callbacks [] for security_group (3f194c5d-fe38-42e7-a6b6-76a098af2187), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:34.897673 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6dca7a16-2cbc-4b9a-9816-519d4ff9feff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (3f194c5d-fe38-42e7-a6b6-76a098af2187), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:34.900516 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-6dca7a16-2cbc-4b9a-9816-519d4ff9feff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:34.901668 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-6dca7a16-2cbc-4b9a-9816-519d4ff9feff admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3f194c5d-fe38-42e7-a6b6-76a098af2187 HTTP/1.1" status: 204 len: 168 time: 0.1875956 Jul 25 06:08:34.909715 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca7a16-2cbc-4b9a-9816-519d4ff9feff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f194c5d-fe38-42e7-a6b6-76a098af2187,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:35.554266 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 50996) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:35.567926 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-25e43475-e313-47db-9329-a97e638261da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:35.644439 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-25e43475-e313-47db-9329-a97e638261da admin admin] Publish callbacks [] for security_group (091267d7-6ce7-42f9-b710-225479099c7a), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:35.714557 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-25e43475-e313-47db-9329-a97e638261da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (091267d7-6ce7-42f9-b710-225479099c7a), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:35.754376 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-25e43475-e313-47db-9329-a97e638261da admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=da8a388cf7c742c397db5df2af43f062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988995 Jul 25 06:08:35.755191 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e43475-e313-47db-9329-a97e638261da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091267d7-6ce7-42f9-b710-225479099c7a,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:35.756936 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 50998) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:35.811139 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3094569b-0d3a-4aa0-b7a9-3fb34c1c0266 admin admin] Publish callbacks [] for security_group (091267d7-6ce7-42f9-b710-225479099c7a), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:35.833099 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3094569b-0d3a-4aa0-b7a9-3fb34c1c0266 admin admin] Publish callbacks [] for security_group (091267d7-6ce7-42f9-b710-225479099c7a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:35.947435 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3094569b-0d3a-4aa0-b7a9-3fb34c1c0266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (091267d7-6ce7-42f9-b710-225479099c7a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:35.950025 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-3094569b-0d3a-4aa0-b7a9-3fb34c1c0266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:35.951160 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-3094569b-0d3a-4aa0-b7a9-3fb34c1c0266 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/091267d7-6ce7-42f9-b710-225479099c7a HTTP/1.1" status: 204 len: 168 time: 0.1932042 Jul 25 06:08:35.958929 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094569b-0d3a-4aa0-b7a9-3fb34c1c0266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091267d7-6ce7-42f9-b710-225479099c7a,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:37.437763 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51030) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:37.544062 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd4e3-dfdd-4bab-945d-0cdc4244b0ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:37.619907 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd4e3-dfdd-4bab-945d-0cdc4244b0ae admin admin] Publish callbacks [] for security_group (a38eea55-62b6-4882-86fb-2af48c70f035), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:37.696561 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8a6cd4e3-dfdd-4bab-945d-0cdc4244b0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a38eea55-62b6-4882-86fb-2af48c70f035), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:37.735542 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-8a6cd4e3-dfdd-4bab-945d-0cdc4244b0ae admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e2cc955ec5e44625975f602eca4f45eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967250 Jul 25 06:08:37.736431 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cd4e3-dfdd-4bab-945d-0cdc4244b0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38eea55-62b6-4882-86fb-2af48c70f035,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:37.738357 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51034) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:08:37.789965 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-22e255e9-4f0d-472e-87f3-ea25e80be336 admin admin] Publish callbacks [] for security_group (a38eea55-62b6-4882-86fb-2af48c70f035), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:37.811245 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-22e255e9-4f0d-472e-87f3-ea25e80be336 admin admin] Publish callbacks [] for security_group (a38eea55-62b6-4882-86fb-2af48c70f035), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:37.908726 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-22e255e9-4f0d-472e-87f3-ea25e80be336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (a38eea55-62b6-4882-86fb-2af48c70f035), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:37.911273 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-22e255e9-4f0d-472e-87f3-ea25e80be336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:37.912465 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-22e255e9-4f0d-472e-87f3-ea25e80be336 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a38eea55-62b6-4882-86fb-2af48c70f035 HTTP/1.1" status: 204 len: 168 time: 0.1731162 Jul 25 06:08:37.916077 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:37.921161 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e255e9-4f0d-472e-87f3-ea25e80be336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38eea55-62b6-4882-86fb-2af48c70f035,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:08:45.972550 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:47.492622 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:08:47.729432 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=32,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:47.732466 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=57,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:47.842975 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:47.936621 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:08:57.097383 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d4530a37-4e48-409d-9b35-ebdd94a63c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:59.154492 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:08:59.394489 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-dff2bff7-7f76-4636-b082-706429c73611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:00.016649 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51176) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:09:00.124809 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-351d3094-0a9c-4b3e-a77e-2e48f78442d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:00.202061 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-351d3094-0a9c-4b3e-a77e-2e48f78442d1 admin admin] Publish callbacks [] for security_group (87872535-fc89-48bd-b3fe-664256c17925), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:00.261504 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-351d3094-0a9c-4b3e-a77e-2e48f78442d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (87872535-fc89-48bd-b3fe-664256c17925), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:00.301078 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d3094-0a9c-4b3e-a77e-2e48f78442d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87872535-fc89-48bd-b3fe-664256c17925,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:09:00.305547 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-351d3094-0a9c-4b3e-a77e-2e48f78442d1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=03ee21bb5dad41f6b6d427201433123d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878966 Jul 25 06:09:00.308712 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51182) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:09:00.358032 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5aee0bd4-082f-4128-a7a9-e82deabf91fe admin admin] Publish callbacks [] for security_group (87872535-fc89-48bd-b3fe-664256c17925), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:00.380013 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5aee0bd4-082f-4128-a7a9-e82deabf91fe admin admin] Publish callbacks [] for security_group (87872535-fc89-48bd-b3fe-664256c17925), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:00.480080 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5aee0bd4-082f-4128-a7a9-e82deabf91fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (87872535-fc89-48bd-b3fe-664256c17925), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:00.482676 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5aee0bd4-082f-4128-a7a9-e82deabf91fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:00.483823 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-5aee0bd4-082f-4128-a7a9-e82deabf91fe admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/87872535-fc89-48bd-b3fe-664256c17925 HTTP/1.1" status: 204 len: 168 time: 0.1747081 Jul 25 06:09:00.491627 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee0bd4-082f-4128-a7a9-e82deabf91fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87872535-fc89-48bd-b3fe-664256c17925,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:09:00.657162 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:01.907930 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:02.228837 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:05.458945 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:05.463823 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=6 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:10.413224 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:10.487311 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:12.188528 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:12.190496 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:24.491430 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:09:27.090358 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-33aa438e-a922-42fc-8055-5f593fe00f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:29.187373 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:29.422877 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c9c53e52-c2fb-49c2-ba54-e91ade6a6fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:30.634324 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:31.919854 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:32.240175 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:34.156101 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-1a4d6171-515b-4d52-b43e-10e8292bc12a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384469 Jul 25 06:09:34.215819 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-59961e18-79b4-46c0-b96c-a26fb3d9d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:09:34.217300 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-59961e18-79b4-46c0-b96c-a26fb3d9d538 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3520876da8974c439cef1b35397029f9&device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1130 time: 0.0413506 Jul 25 06:09:34.319186 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-227b8c92-5449-46ff-9ebd-c1955dbf2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:09:34.320679 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-227b8c92-5449-46ff-9ebd-c1955dbf2689 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6e0d702-8c0d-4f55-a895-c3df29202603 HTTP/1.1" status: 200 len: 910 time: 0.0852053 Jul 25 06:09:34.385169 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-155effaa-a0fd-4168-98ea-cf866376a43f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 200 len: 1002 time: 0.0584295 Jul 25 06:09:34.433699 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-3f16fd95-0486-4434-902c-eaa6405af975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:09:34.435108 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-3f16fd95-0486-4434-902c-eaa6405af975 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=011e25f2-0786-4924-b9fd-680d4dd056a1 HTTP/1.1" status: 200 len: 848 time: 0.0439188 Jul 25 06:09:34.477122 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-52defb38-d351-4556-8b3f-c4a2554e1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:09:34.478543 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-52defb38-d351-4556-8b3f-c4a2554e1c28 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e0d702-8c0d-4f55-a895-c3df29202603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372796 Jul 25 06:09:34.571173 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-6f1d0e56-c88a-4641-b811-e17fe38bd337 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865808 Jul 25 06:09:34.659222 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-94c90898-1fad-439c-b99f-1ac4fb777d44 req-4a7fcfc3-c144-4872-918c-47d998982552 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820861 Jul 25 06:09:42.180374 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:42.187455 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:44.655086 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=54 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:44.655873 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=47 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:51.891198 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=16 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:51.893055 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=18 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:09:57.101885 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-fb87b86c-4d53-4752-be2c-8ea30d3d868d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:59.175657 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:09:59.399436 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-af00f03c-a500-499a-b605-81211e158453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:00.645746 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:01.490546 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:10:01.770734 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53491-3045-4bf8-991f-786027d2b372 req-29846dbe-9003-4079-a9c6-e2dd71f6f199 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:01.772259 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0cc53491-3045-4bf8-991f-786027d2b372 req-29846dbe-9003-4079-a9c6-e2dd71f6f199 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 945 time: 0.2024539 Jul 25 06:10:01.821945 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-0cc53491-3045-4bf8-991f-786027d2b372 req-a9bee3ee-f25e-4ec1-aa2a-3d23cd18bb8b tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Jul 25 06:10:01.886100 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:02.257007 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:02.999005 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb0f44-1410-4bde-a803-4a4e9afee4a1 req-af19556f-65bb-4639-9daa-3b3f105e1e89 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:03.000474 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4edb0f44-1410-4bde-a803-4a4e9afee4a1 req-af19556f-65bb-4639-9daa-3b3f105e1e89 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 945 time: 0.1092758 Jul 25 06:10:03.049883 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-4edb0f44-1410-4bde-a803-4a4e9afee4a1 req-25335fb0-939c-4dac-8b0c-81b38c1c58d3 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Jul 25 06:10:03.095415 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-6474bb86-de94-4623-b83b-4f3104ba771c tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:03.096874 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-6474bb86-de94-4623-b83b-4f3104ba771c tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 945 time: 0.0461726 Jul 25 06:10:03.182654 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Deleting port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:10:03.182991 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:03.270419 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] For port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:10:03.270778 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:03.429073 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:03.429424 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (fcdde45f-9119-4528-8282-8c22fe99eca6), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:03.429735 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Floating IP fcdde45f-9119-4528-8282-8c22fe99eca6 disassociated. External IP: 172.27.1.13, port: 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac. Jul 25 06:10:03.430077 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Calling delete_port for 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:10:03.610316 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:03.637438 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event deleted for resources: {'Port': ['ID=7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:03.647352 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.647709 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.648051 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.648414 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.648749 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.649331 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.649659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.649988 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.650722 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.650722 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.650988 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.651251 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.651567 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.651886 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.652247 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:03.762555 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Router fe2ecb20-1634-4fda-bc79-4466364aaea7 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:10:03.864079 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:10:03.874375 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] Sync routers for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:10:03.883995 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:10:03.884622 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:09:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:10:03.904710 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] No DVR routers for this DVR port 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:10:03.907218 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:03.910485 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bddc9d7c-59aa-4011-ad70-53970ddcce52 req-914f8845-86f8-402e-bc53-c1b2052a5707 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "DELETE /v2.0/ports/7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac HTTP/1.1" status: 204 len: 173 time: 0.8076255 Jul 25 06:10:03.910919 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'name': 'network-vif-deleted', 'tag': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:10:03.913227 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c481e7b7-c04b-4cb6-b75e-514d8ad76444" -d '{"events": [{"server_uuid": "dd545b80-aca7-4c39-a8ed-fcfc420bcdc0", "name": "network-vif-deleted", "tag": "7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:10:03.960087 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d68bf8c-e4b2-4bd1-99b4-c6f1f351f06c x-openstack-request-id: req-1d68bf8c-e4b2-4bd1-99b4-c6f1f351f06c {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:10:03.960481 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd545b80-aca7-4c39-a8ed-fcfc420bcdc0", "name": "network-vif-deleted", "tag": "7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:10:03.960734 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1d68bf8c-e4b2-4bd1-99b4-c6f1f351f06c {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:10:03.961142 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d68bf8c-e4b2-4bd1-99b4-c6f1f351f06c'] response: {'server_uuid': 'dd545b80-aca7-4c39-a8ed-fcfc420bcdc0', 'name': 'network-vif-deleted', 'tag': '7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac', 'status': 'completed', 'code': 200} Jul 25 06:10:03.991684 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:10:04.162760 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-42c200dd-3f6b-4919-ae7e-26e5f3e87c04 req-bdddee39-1c54-439c-9731-167c6213fdb9 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=dd545b80-aca7-4c39-a8ed-fcfc420bcdc0 HTTP/1.1" status: 200 len: 210 time: 0.0333846 Jul 25 06:10:04.191373 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:10:04.219307 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] Checking router: fe2ecb20-1634-4fda-bc79-4466364aaea7 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:10:04.227501 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:10:04.228098 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:09:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:10:04.329560 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:10:04.515205 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:10:04.540376 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea086a3-7eb1-474a-931c-6c1cf9fa8570 None None] The sync data for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi is: [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:10:04.747286 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c097d-c5ef-44e4-8bf9-ece407568987 None None] New status for floating IP fcdde45f-9119-4528-8282-8c22fe99eca6: DOWN {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:10:05.388053 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:05.394567 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:05.426145 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-2bea15cb-6aeb-48a6-92d8-ddf755f06c17 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525845504&fields=id&tenant_id=d275686dbcfc44769065d5d9ba1a6f0c HTTP/1.1" status: 200 len: 267 time: 0.0453770 Jul 25 06:10:05.534049 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e45-ca7b-42bb-92ae-671efa300365 req-cf286b45-12ca-4565-ae5e-d1c94f90aa93 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:05.535411 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-cf286b45-12ca-4565-ae5e-d1c94f90aa93 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 811 time: 0.1027620 Jul 25 06:10:05.550461 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-6ef8877b-f0be-4d51-b933-1ccbd21f6b88 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/quotas/d275686dbcfc44769065d5d9ba1a6f0c HTTP/1.1" status: 200 len: 375 time: 0.0097334 Jul 25 06:10:05.602972 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-19462eea-9362-44fe-afea-dbb807a3e482 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477581 Jul 25 06:10:05.618565 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-15753584-c91a-474b-8467-1900ea1691f5 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 06:10:05.619506 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-15753584-c91a-474b-8467-1900ea1691f5 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048790 Jul 25 06:10:05.707114 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-65079384-9fa0-4bbe-9b8f-fb229aca1668 service neutron] 10.222.0.40 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824182 Jul 25 06:10:05.801187 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-fb3efb75-9eec-498a-9b94-f0820decaf83 service neutron] 10.222.0.40 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883372 Jul 25 06:10:05.965797 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:10:05.988277 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:10:05.988622 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 7c48ac85-1f36-4aa6-a58f-e9c059b1c3ac not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:10:06.342212 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-2043b53b-1dc0-480b-91e2-37c2ee1a3e59 req-f800b09c-b868-482a-aee8-6ca49c04b07f tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 210 time: 0.0293646 Jul 25 06:10:07.439726 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3bc0cce0-ea33-455c-918b-ce052f2abb21 req-8b4612df-ae68-48ce-8bc3-1baf6a9c82be tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 210 time: 0.0282552 Jul 25 06:10:08.039825 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e45-ca7b-42bb-92ae-671efa300365 req-e5607c5e-6899-4779-85f5-775d86c60895 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:08.041204 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-e5607c5e-6899-4779-85f5-775d86c60895 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 811 time: 0.1041644 Jul 25 06:10:08.105608 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-5abe1e98-d7c5-413f-85a7-b73a11167c55 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d275686dbcfc44769065d5d9ba1a6f0c HTTP/1.1" status: 200 len: 380 time: 0.0549734 Jul 25 06:10:08.113643 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'port': {'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'admin_state_up': True, 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'security_groups': ['ef090414-0c33-4d0d-9ef9-8a533a94c9ca']}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:10:08.279222 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Made reservation on behalf of d275686dbcfc44769065d5d9ba1a6f0c for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:10:08.282763 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:08.407965 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Allocated IP 172.20.0.3 (61120c55-35c0-41eb-8aba-884eee11abab/3052b60a-63aa-4641-b00b-33b060f7de83/73cffae0-d1fe-401f-bf00-2a379c708385) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:10:08.412879 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:08.515895 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:08.538066 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-63b2da80-f041-45fc-9c2b-bdea87596f31 req-b88a05a3-7fab-494f-ac6f-2496b9b82527 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 210 time: 0.0294974 Jul 25 06:10:08.557482 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for port (73cffae0-d1fe-401f-bf00-2a379c708385), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:08.669850 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:08.709839 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Network 61120c55-35c0-41eb-8aba-884eee11abab is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:10:08.712957 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:10:08.716202 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:10:08.754575 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'Port': ['ID=73cffae0-d1fe-401f-bf00-2a379c708385,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:08.782639 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:08.782639 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:08.860671 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab6c7078-c6d6-4add-b175-75e7a767747d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7506545 Jul 25 06:10:08.869361 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-2f5958da-8b5c-48ac-bdd4-c54125cb8809 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=110782) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 06:10:08.870620 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-2f5958da-8b5c-48ac-bdd4-c54125cb8809 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054841 Jul 25 06:10:08.881859 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Request body: {'port': {'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:10:08.946670 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:08.957784 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-45532c11-74a3-45a6-8b79-e85e0c63fa0b None None] Provisioning complete for port 73cffae0-d1fe-401f-bf00-2a379c708385 triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:10:08.958761 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-45532c11-74a3-45a6-8b79-e85e0c63fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:08.992000 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-45532c11-74a3-45a6-8b79-e85e0c63fa0b None None] Port 73cffae0-d1fe-401f-bf00-2a379c708385 cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:10:09.211722 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cffae0-d1fe-401f-bf00-2a379c708385 {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:10:09.220092 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Publish callbacks [] for port (73cffae0-d1fe-401f-bf00-2a379c708385), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:09.232829 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Transition to ACTIVE for port object 73cffae0-d1fe-401f-bf00-2a379c708385 will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:10:09.275653 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:09.281572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:09.327298 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Pushing event updated for resources: {'Port': ['ID=73cffae0-d1fe-401f-bf00-2a379c708385,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:09.405198 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Attempting to bind port 73cffae0-d1fe-401f-bf00-2a379c708385 on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:10:09.405533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Attempting to bind port 73cffae0-d1fe-401f-bf00-2a379c708385 by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:10:09.405863 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Attempting to bind port 73cffae0-d1fe-401f-bf00-2a379c708385 on network 61120c55-35c0-41eb-8aba-884eee11abab {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:10:09.410659 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Port 73cffae0-d1fe-401f-bf00-2a379c708385 on network 61120c55-35c0-41eb-8aba-884eee11abab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:10:09.410980 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Attempting to bind port 73cffae0-d1fe-401f-bf00-2a379c708385 on network 61120c55-35c0-41eb-8aba-884eee11abab {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:10:09.416207 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:10:09.416543 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Checking segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:10:09.416921 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Bound using segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:10:09.417344 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Bound port: 73cffae0-d1fe-401f-bf00-2a379c708385, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:10:09.417744 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:09.489611 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] For port 73cffae0-d1fe-401f-bf00-2a379c708385, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:10:09.493773 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] For port 73cffae0-d1fe-401f-bf00-2a379c708385, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=73cffae0-d1fe-401f-bf00-2a379c708385,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:10:09.570576 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:09.579993 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:09.607021 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:09.607656 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:09.609105 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] 10.222.0.47 "PUT /v2.0/ports/73cffae0-d1fe-401f-bf00-2a379c708385 HTTP/1.1" status: 200 len: 1093 time: 0.7313731 Jul 25 06:10:09.609505 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:10:09.611734 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939816e4-c737-4747-995d-c5e73bf1ee04" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:10:09.662224 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bda1be-0883-48b9-9959-8be1d3e12184 x-openstack-request-id: req-d6bda1be-0883-48b9-9959-8be1d3e12184 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:10:09.662524 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:10:09.662781 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d6bda1be-0883-48b9-9959-8be1d3e12184 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:10:09.663195 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bda1be-0883-48b9-9959-8be1d3e12184'] response: {'name': 'network-changed', 'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385', 'status': 'completed', 'code': 200} Jul 25 06:10:09.674691 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487ee64-2713-4459-8730-2547cf20d492 service neutron] Pushing event updated for resources: {'Port': ['ID=73cffae0-d1fe-401f-bf00-2a379c708385,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:09.694028 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d9e26-bc98-4f17-b030-1e2941978621 req-cab058f1-29e7-471f-875c-17aa9df217cc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:09.695501 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1e0d9e26-bc98-4f17-b030-1e2941978621 req-cab058f1-29e7-471f-875c-17aa9df217cc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 943 time: 0.0788522 Jul 25 06:10:09.745002 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939816e4-c737-4747-995d-c5e73bf1ee04 req-3bc9d847-72e3-47c2-b118-bedc947c64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:09.750372 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-939816e4-c737-4747-995d-c5e73bf1ee04 req-3bc9d847-72e3-47c2-b118-bedc947c64cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 1127 time: 0.0666862 Jul 25 06:10:09.804539 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1e0d9e26-bc98-4f17-b030-1e2941978621 req-09498956-fc66-4204-a1c3-64f326c29786 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874310 Jul 25 06:10:09.866982 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939816e4-c737-4747-995d-c5e73bf1ee04 req-3c9fe4dd-684a-44cc-b23c-c19e693c433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:09.868447 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-939816e4-c737-4747-995d-c5e73bf1ee04 req-3c9fe4dd-684a-44cc-b23c-c19e693c433e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1074390 Jul 25 06:10:09.962343 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939816e4-c737-4747-995d-c5e73bf1ee04 req-0c044e05-8f22-42b1-8d7e-d1737e8db276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:09.963773 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-939816e4-c737-4747-995d-c5e73bf1ee04 req-0c044e05-8f22-42b1-8d7e-d1737e8db276 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899177 Jul 25 06:10:10.038425 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7df6141d-a89b-486b-8247-51c8d4556b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:10.039775 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-7df6141d-a89b-486b-8247-51c8d4556b78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 1127 time: 0.0388658 Jul 25 06:10:10.082372 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-ab42dbbe-0dfc-4fa0-830c-5dc3aeb079cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cffae0-d1fe-401f-bf00-2a379c708385 HTTP/1.1" status: 200 len: 217 time: 0.0354638 Jul 25 06:10:10.130181 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e45-ca7b-42bb-92ae-671efa300365 req-5c7ab57e-01c2-4462-ae69-32c585a762ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:10.131629 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-5c7ab57e-01c2-4462-ae69-32c585a762ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0438404 Jul 25 06:10:10.173615 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443e45-ca7b-42bb-92ae-671efa300365 req-5d691543-0c0b-4e45-8884-7bc7819fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:10.175037 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-5d691543-0c0b-4e45-8884-7bc7819fd0fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372050 Jul 25 06:10:10.267149 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-baff677b-f2f4-4ccd-9cef-298112f3033c service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856295 Jul 25 06:10:10.356919 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-91443e45-ca7b-42bb-92ae-671efa300365 req-2fef8c96-10e8-45b7-828a-07f2a1de6610 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829449 Jul 25 06:10:10.917170 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ecc9c-0ba8-4d62-9d45-97b4a5318a7b req-66992655-9a64-4185-9d96-513328b464da tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:10.918612 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d84ecc9c-0ba8-4d62-9d45-97b4a5318a7b req-66992655-9a64-4185-9d96-513328b464da tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 943 time: 0.0462110 Jul 25 06:10:10.970490 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d84ecc9c-0ba8-4d62-9d45-97b4a5318a7b req-d0a93fbc-1538-4f6f-9ac1-0f36b5dbab41 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464265 Jul 25 06:10:12.083629 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67763-40a4-438d-8527-a83f9aad7f55 req-c715271c-043c-45ea-8043-828c52f0452d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:12.085097 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5fe67763-40a4-438d-8527-a83f9aad7f55 req-c715271c-043c-45ea-8043-828c52f0452d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 943 time: 0.0485725 Jul 25 06:10:12.137604 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5fe67763-40a4-438d-8527-a83f9aad7f55 req-3358614c-c4c1-4747-a27e-43f7c54da160 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469077 Jul 25 06:10:13.252883 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb5c0c-1919-4452-850e-2d0a07e3f22f req-e3e29052-e0bd-4179-808f-1f5b4683dd2a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:13.254331 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-84bb5c0c-1919-4452-850e-2d0a07e3f22f req-e3e29052-e0bd-4179-808f-1f5b4683dd2a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 943 time: 0.0476165 Jul 25 06:10:13.303614 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-84bb5c0c-1919-4452-850e-2d0a07e3f22f req-e753b90c-2bca-4f37-8c11-02a02aa06d24 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435061 Jul 25 06:10:14.379414 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:14.415046 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008dec6-94f6-4c0a-b6f1-4f125c374fdc req-8b4dfd9f-9326-4e32-b30c-652f2ccd645d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:14.416519 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2008dec6-94f6-4c0a-b6f1-4f125c374fdc req-8b4dfd9f-9326-4e32-b30c-652f2ccd645d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 943 time: 0.0476246 Jul 25 06:10:14.465388 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2008dec6-94f6-4c0a-b6f1-4f125c374fdc req-0d03501b-44c9-4775-862d-10199819f7c4 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425756 Jul 25 06:10:15.579056 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11457722-790e-4ab8-ba43-47bf20a5ea72 req-14b50f93-04b1-44d8-85b5-bb23f117aa5e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:15.580434 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11457722-790e-4ab8-ba43-47bf20a5ea72 req-14b50f93-04b1-44d8-85b5-bb23f117aa5e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 943 time: 0.0466745 Jul 25 06:10:15.628269 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-11457722-790e-4ab8-ba43-47bf20a5ea72 req-5e7f9f8a-d2eb-4f03-a504-11a100d8207c tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421782 Jul 25 06:10:16.744472 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ab325-b4f7-4067-8100-d6c25bfaf4a5 req-07ac6c51-1d3d-4aa0-b7f0-953b195dd072 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:16.750594 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b08ab325-b4f7-4067-8100-d6c25bfaf4a5 req-07ac6c51-1d3d-4aa0-b7f0-953b195dd072 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 943 time: 0.0474188 Jul 25 06:10:16.796937 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b08ab325-b4f7-4067-8100-d6c25bfaf4a5 req-f6345882-640e-4672-91ff-6a53dc3551bb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Jul 25 06:10:17.916514 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a5ac9-88cb-4fed-bf0f-d66eb4cc8009 req-53aa27ad-d6cc-4670-a4f2-a9d08dae9585 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:17.918047 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-006a5ac9-88cb-4fed-bf0f-d66eb4cc8009 req-53aa27ad-d6cc-4670-a4f2-a9d08dae9585 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 943 time: 0.0523505 Jul 25 06:10:17.967051 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-006a5ac9-88cb-4fed-bf0f-d66eb4cc8009 req-9cdd15c2-8bb9-4492-bacd-05dfbba4c13b tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434260 Jul 25 06:10:18.011104 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 73cffae0-d1fe-401f-bf00-2a379c708385 details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:10:18.107993 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 73cffae0-d1fe-401f-bf00-2a379c708385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=73cffae0-d1fe-401f-bf00-2a379c708385,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:10:18.118865 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '73cffae0-d1fe-401f-bf00-2a379c708385', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:10:18.163279 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 73cffae0-d1fe-401f-bf00-2a379c708385 is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:10:18.163702 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:18.177223 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cffae0-d1fe-401f-bf00-2a379c708385 {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:10:18.196610 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 73cffae0-d1fe-401f-bf00-2a379c708385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=73cffae0-d1fe-401f-bf00-2a379c708385,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:10:18.233836 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:18.281105 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=73cffae0-d1fe-401f-bf00-2a379c708385,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:18.288045 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.288430 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.288773 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.289112 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.289447 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.289777 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.290105 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.290429 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.290755 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.291077 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.291402 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.291727 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.292048 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.292401 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.292832 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:18.444647 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['73cffae0-d1fe-401f-bf00-2a379c708385'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:10:18.634529 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:19.085979 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f2300-b890-4544-80d6-76609c9354e8 req-314bd479-2668-4288-b79f-b02261ce4d7d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:19.089585 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8c0f2300-b890-4544-80d6-76609c9354e8 req-314bd479-2668-4288-b79f-b02261ce4d7d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 944 time: 0.0509148 Jul 25 06:10:19.136016 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8c0f2300-b890-4544-80d6-76609c9354e8 req-9155efef-ec30-4ef5-90be-f74d5d0a8800 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 Jul 25 06:10:19.469354 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=70 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:19.470104 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=70 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:20.018152 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 73cffae0-d1fe-401f-bf00-2a379c708385 up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:10:20.073912 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:20.073912 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 73cffae0-d1fe-401f-bf00-2a379c708385 completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:10:20.176593 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 73cffae0-d1fe-401f-bf00-2a379c708385 triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:10:20.176981 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:20.251882 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155f077-ae4c-41bb-a2e4-ebb0981f119d req-eab2041f-d1f5-428d-ba58-976d01670532 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:20.253524 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c155f077-ae4c-41bb-a2e4-ebb0981f119d req-eab2041f-d1f5-428d-ba58-976d01670532 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 944 time: 0.0502150 Jul 25 06:10:20.254702 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 73cffae0-d1fe-401f-bf00-2a379c708385 is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:10:20.255095 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:20.278247 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:10:20.280516 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01075b57-8655-4eb8-a901-b52f158dce48" -d '{"events": [{"server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "name": "network-vif-plugged", "status": "completed", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:10:20.293688 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 73cffae0-d1fe-401f-bf00-2a379c708385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=73cffae0-d1fe-401f-bf00-2a379c708385,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:10:20.304057 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c155f077-ae4c-41bb-a2e4-ebb0981f119d req-a5f8bef6-f57a-49e4-beaa-5ca2e2360ff0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449090 Jul 25 06:10:20.318428 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8f8bae-0385-43be-86b7-af4666c2be22 x-openstack-request-id: req-cc8f8bae-0385-43be-86b7-af4666c2be22 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:10:20.318719 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "name": "network-vif-plugged", "status": "completed", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:10:20.318968 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cc8f8bae-0385-43be-86b7-af4666c2be22 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:10:20.319365 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8f8bae-0385-43be-86b7-af4666c2be22'] response: {'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385', 'code': 200} Jul 25 06:10:20.342584 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:20.390599 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=73cffae0-d1fe-401f-bf00-2a379c708385,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:20.688136 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2893ab0-a704-4ed8-a5bb-a8baad2f78b1 req-1801b8aa-7224-45ae-9e2a-0757415e4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:20.689624 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f2893ab0-a704-4ed8-a5bb-a8baad2f78b1 req-1801b8aa-7224-45ae-9e2a-0757415e4376 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 1129 time: 0.0808640 Jul 25 06:10:20.728265 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:20.736788 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f2893ab0-a704-4ed8-a5bb-a8baad2f78b1 req-a389f710-b3d1-490f-a514-2490778b3e5e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405385 Jul 25 06:10:21.424560 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9359a0-1286-4ab8-95f1-8f0a6369584c req-f88d4809-bc99-4e90-a32e-902bb1e0151b tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:21.426045 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9a9359a0-1286-4ab8-95f1-8f0a6369584c req-f88d4809-bc99-4e90-a32e-902bb1e0151b tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 945 time: 0.0507145 Jul 25 06:10:21.474014 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9a9359a0-1286-4ab8-95f1-8f0a6369584c req-4fe9d7cb-8d66-4eb8-b794-dd9dbd67a5ae tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424576 Jul 25 06:10:22.592179 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60959ff3-ea9b-4a9c-a477-9c3e44f46ba9 req-32f3205b-4c4f-4de7-9a82-f1d06067ae3d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:22.593694 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-60959ff3-ea9b-4a9c-a477-9c3e44f46ba9 req-32f3205b-4c4f-4de7-9a82-f1d06067ae3d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 945 time: 0.0521145 Jul 25 06:10:22.642734 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-60959ff3-ea9b-4a9c-a477-9c3e44f46ba9 req-ebea2999-6940-4e9c-9a78-df7037505095 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435903 Jul 25 06:10:22.754118 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f14a6-708f-4ac3-8924-ac7b54b3644e req-c5ebdf52-fbf4-49e8-8072-24ab8bb8c41f tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:22.755519 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-901f14a6-708f-4ac3-8924-ac7b54b3644e req-c5ebdf52-fbf4-49e8-8072-24ab8bb8c41f tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 945 time: 0.0467613 Jul 25 06:10:22.806160 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-901f14a6-708f-4ac3-8924-ac7b54b3644e req-0512ff72-bb70-40e5-91e4-39c38bebd387 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447276 Jul 25 06:10:22.829329 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51296) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:10:22.867651 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279a136-7a4f-48a6-8382-08f029fc2130 tempest-TestVolumeBootPattern-1177786571 tempest-TestVolumeBootPattern-1177786571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:22.869164 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-c279a136-7a4f-48a6-8382-08f029fc2130 tempest-TestVolumeBootPattern-1177786571 tempest-TestVolumeBootPattern-1177786571-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 1124 time: 0.0388565 Jul 25 06:10:22.872178 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51298) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:10:22.876222 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:10:22.942606 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:23.022657 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:23.113898 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:23.126199 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Allocated IP 172.27.1.60 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/1c659e8e-0616-4667-9df1-3a04432168c1) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:10:23.152066 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:23.233286 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for port (1c659e8e-0616-4667-9df1-3a04432168c1), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:23.326300 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (1c659e8e-0616-4667-9df1-3a04432168c1), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:23.364203 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:10:23.369092 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:10:23.373355 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:10:23.395897 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'Port': ['ID=1c659e8e-0616-4667-9df1-3a04432168c1,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:23.410080 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.410424 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.410763 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.411091 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.411419 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.411741 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.412063 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.412405 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.412723 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.413039 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.413357 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.413672 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.413985 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.414299 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.414609 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:10:23.737554 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (0b39f4ce-6c04-436e-a5aa-243627eef878), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:23.861674 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (1c659e8e-0616-4667-9df1-3a04432168c1), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:23.884756 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:24.007522 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for port (1c659e8e-0616-4667-9df1-3a04432168c1), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:24.049879 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (1c659e8e-0616-4667-9df1-3a04432168c1), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:24.119958 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'Port': ['ID=1c659e8e-0616-4667-9df1-3a04432168c1,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:24.122559 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:24.132971 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (0b39f4ce-6c04-436e-a5aa-243627eef878), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:24.471498 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Floating IP 0b39f4ce-6c04-436e-a5aa-243627eef878 associated. External IP: 172.27.1.60, port: 73cffae0-d1fe-401f-bf00-2a379c708385. Jul 25 06:10:24.663497 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Router fe2ecb20-1634-4fda-bc79-4466364aaea7 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:10:24.764774 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:10:24.776641 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] Sync routers for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:10:24.787595 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:10:24.788227 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:09:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:10:24.847191 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:24.877593 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-0cf97ab7-7e42-4475-970b-3cdc9b421e12 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0044951 Jul 25 06:10:24.878275 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:10:24.880686 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ed2208-5419-4184-a821-349ec23e7732" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:10:24.890684 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:10:24.978147 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2f74e-7da7-4f87-865f-9e775943a344 x-openstack-request-id: req-81d2f74e-7da7-4f87-865f-9e775943a344 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:10:24.978442 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:10:24.978695 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-81d2f74e-7da7-4f87-865f-9e775943a344 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:10:24.979211 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d2f74e-7da7-4f87-865f-9e775943a344'] response: {'name': 'network-changed', 'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385', 'status': 'completed', 'code': 200} Jul 25 06:10:25.037344 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2208-5419-4184-a821-349ec23e7732 req-860370d4-6c7d-4928-aa2f-ff1c1893d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:25.038888 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b7ed2208-5419-4184-a821-349ec23e7732 req-860370d4-6c7d-4928-aa2f-ff1c1893d393 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 1129 time: 0.0395536 Jul 25 06:10:25.101526 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '0b39f4ce-6c04-436e-a5aa-243627eef878', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:10:23Z', 'updated_at': '2022-07-25T06:10:23Z', 'revision_number': 0, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:10:25.128013 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] Checking router: fe2ecb20-1634-4fda-bc79-4466364aaea7 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:10:25.137813 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:10:25.138460 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:09:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:10:25.342056 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:10:25.412386 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2208-5419-4184-a821-349ec23e7732 req-3de22dd4-2fec-472f-872a-6b67166e8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:25.413873 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b7ed2208-5419-4184-a821-349ec23e7732 req-3de22dd4-2fec-472f-872a-6b67166e8cc8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.3693380 Jul 25 06:10:25.474816 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b7ed2208-5419-4184-a821-349ec23e7732 req-036b9fb5-532d-41d0-bae7-185f516b2b71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cffae0-d1fe-401f-bf00-2a379c708385 HTTP/1.1" status: 200 len: 998 time: 0.0547888 Jul 25 06:10:25.526350 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2208-5419-4184-a821-349ec23e7732 req-0d0cf34b-fc9b-4d87-9680-63ac97a02da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:25.528530 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b7ed2208-5419-4184-a821-349ec23e7732 req-0d0cf34b-fc9b-4d87-9680-63ac97a02da4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0471892 Jul 25 06:10:25.556792 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '0b39f4ce-6c04-436e-a5aa-243627eef878', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:10:23Z', 'updated_at': '2022-07-25T06:10:23Z', 'revision_number': 0, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:10:25.569880 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2208-5419-4184-a821-349ec23e7732 req-978e5844-bf22-4606-9b5c-5893755800d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:25.571366 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b7ed2208-5419-4184-a821-349ec23e7732 req-978e5844-bf22-4606-9b5c-5893755800d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380764 Jul 25 06:10:25.582411 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8917ac09-930b-4586-b97b-bd20f7b3febc None None] The sync data for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi is: [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '0b39f4ce-6c04-436e-a5aa-243627eef878', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:10:23Z', 'updated_at': '2022-07-25T06:10:23Z', 'revision_number': 0, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:10:25.668053 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b7ed2208-5419-4184-a821-349ec23e7732 req-c37d4706-7c24-4d00-85da-95e9585151ad service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907857 Jul 25 06:10:25.774632 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b7ed2208-5419-4184-a821-349ec23e7732 req-2bb70844-d090-4a05-8c53-ab583c2bf2f6 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002271 Jul 25 06:10:25.780423 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055f600-b235-4861-9404-eed49e4d93c5 None None] New status for floating IP 0b39f4ce-6c04-436e-a5aa-243627eef878: ACTIVE {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:10:27.085530 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-24dbaec5-88c7-4ade-b628-c2cd5d5a6c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:29.182457 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:29.371103 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3645a4d6-b5d5-4a22-a272-bb72a8e895af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:29.749310 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d6cac-9bb6-45ca-bde9-6191b2634362 req-92c915e4-4b5e-49a0-acd9-a19822fadbbb tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:29.750801 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-137d6cac-9bb6-45ca-bde9-6191b2634362 req-92c915e4-4b5e-49a0-acd9-a19822fadbbb tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0518551 Jul 25 06:10:29.801587 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-137d6cac-9bb6-45ca-bde9-6191b2634362 req-9147ef04-c943-4222-a530-45e854bf1232 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451384 Jul 25 06:10:30.650906 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:30.880700 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:30.918078 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257f31-1f46-4e1d-9e6c-b7ca6c758e1d req-78b965ae-7024-4953-a954-885eb872f0ac tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:30.920206 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-53257f31-1f46-4e1d-9e6c-b7ca6c758e1d req-78b965ae-7024-4953-a954-885eb872f0ac tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0488482 Jul 25 06:10:30.972806 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-53257f31-1f46-4e1d-9e6c-b7ca6c758e1d req-ca6c2d82-dff6-4698-811f-06b33ad77001 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469956 Jul 25 06:10:31.902739 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:32.088472 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2a84d-2421-4899-8a38-2e5f70327ad2 req-c5bfb52a-ea32-4fd7-8c68-d8301237bacd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:32.089949 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-49f2a84d-2421-4899-8a38-2e5f70327ad2 req-c5bfb52a-ea32-4fd7-8c68-d8301237bacd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0474741 Jul 25 06:10:32.139493 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-49f2a84d-2421-4899-8a38-2e5f70327ad2 req-af238968-5b2d-49b8-8a8d-fe9a426d87f8 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438838 Jul 25 06:10:32.234076 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:33.254734 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad997b-ab22-41b9-873d-387a15e63a00 req-b721e4a9-3529-44f6-9b3a-4a540d945fec tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:33.256204 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9ad997b-ab22-41b9-873d-387a15e63a00 req-b721e4a9-3529-44f6-9b3a-4a540d945fec tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0472128 Jul 25 06:10:33.303622 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9ad997b-ab22-41b9-873d-387a15e63a00 req-75579657-abef-49ae-bae1-27ea00830e00 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 Jul 25 06:10:34.175703 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d526-0c6a-4559-9669-7172241904d4 req-45e991cd-d28e-40ea-9bb4-2027f322a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:34.177229 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-31e0d526-0c6a-4559-9669-7172241904d4 req-45e991cd-d28e-40ea-9bb4-2027f322a908 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3520876da8974c439cef1b35397029f9&device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1130 time: 0.0409224 Jul 25 06:10:34.275620 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:34.285464 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d526-0c6a-4559-9669-7172241904d4 req-b6b94701-b161-4745-96e8-f562671bdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:34.286945 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-31e0d526-0c6a-4559-9669-7172241904d4 req-b6b94701-b161-4745-96e8-f562671bdfa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6e0d702-8c0d-4f55-a895-c3df29202603 HTTP/1.1" status: 200 len: 910 time: 0.0905077 Jul 25 06:10:34.350487 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-31e0d526-0c6a-4559-9669-7172241904d4 req-bf45000e-f274-4696-9534-334e8b7e9096 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 200 len: 1002 time: 0.0570500 Jul 25 06:10:34.406418 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d526-0c6a-4559-9669-7172241904d4 req-31e8e43a-cc56-4aeb-a357-1947b369d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:34.407906 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-31e0d526-0c6a-4559-9669-7172241904d4 req-31e8e43a-cc56-4aeb-a357-1947b369d168 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=011e25f2-0786-4924-b9fd-680d4dd056a1 HTTP/1.1" status: 200 len: 848 time: 0.0493660 Jul 25 06:10:34.417999 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54764c29-3392-409b-ae8b-e870e107e942 req-9fa5a650-3bc4-46af-bdac-03fe3107a9ca tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:34.419674 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-54764c29-3392-409b-ae8b-e870e107e942 req-9fa5a650-3bc4-46af-bdac-03fe3107a9ca tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0482893 Jul 25 06:10:34.448601 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:34.453561 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0d526-0c6a-4559-9669-7172241904d4 req-191a9b6b-ca8a-44ef-8da7-b23f46c6fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:34.455079 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-31e0d526-0c6a-4559-9669-7172241904d4 req-191a9b6b-ca8a-44ef-8da7-b23f46c6fe23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e0d702-8c0d-4f55-a895-c3df29202603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398142 Jul 25 06:10:34.473984 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-54764c29-3392-409b-ae8b-e870e107e942 req-eba9a374-77d3-4102-8170-02cc2825e446 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486450 Jul 25 06:10:34.546889 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-31e0d526-0c6a-4559-9669-7172241904d4 req-9b682ecc-78af-440f-949b-c4b8c24ea0c1 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847178 Jul 25 06:10:34.639799 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-31e0d526-0c6a-4559-9669-7172241904d4 req-cdf7bbad-7a4f-41d1-ad60-a6bf71c231a5 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870366 Jul 25 06:10:35.554220 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=69 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:35.560303 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=79 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:35.599167 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c697-beea-4ed9-92ec-f5d2a4f5275e req-50e5e55c-c3b6-4b33-848a-facdbd7da56f tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:35.600708 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9b1c697-beea-4ed9-92ec-f5d2a4f5275e req-50e5e55c-c3b6-4b33-848a-facdbd7da56f tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0502582 Jul 25 06:10:35.652202 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9b1c697-beea-4ed9-92ec-f5d2a4f5275e req-06f34d71-a810-4c69-98de-fced81c53ecd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451069 Jul 25 06:10:36.767444 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0671549-b714-4b22-a05f-319b4bdf004d req-c109c40e-a210-4ac5-bd41-5cf69b808f9e tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:36.768911 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d0671549-b714-4b22-a05f-319b4bdf004d req-c109c40e-a210-4ac5-bd41-5cf69b808f9e tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0476689 Jul 25 06:10:36.817766 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d0671549-b714-4b22-a05f-319b4bdf004d req-a089bbab-6bf9-4fe7-b60c-4720cca5ceea tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Jul 25 06:10:37.933541 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42a9c2-d374-40a3-a8b7-9d91e2f643bd req-2ab2a70c-579e-488a-8f7c-aef2f227a336 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:37.935952 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cf42a9c2-d374-40a3-a8b7-9d91e2f643bd req-2ab2a70c-579e-488a-8f7c-aef2f227a336 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0531626 Jul 25 06:10:37.985399 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-cf42a9c2-d374-40a3-a8b7-9d91e2f643bd req-06659921-a0d4-4402-a2c6-1d62c79139c2 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Jul 25 06:10:38.489287 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:10:39.097410 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6453a-6d99-40c7-97da-f5b7309e2d49 req-48ec90cd-14df-41d9-8c89-770e50f67f3e tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:39.098923 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1fd6453a-6d99-40c7-97da-f5b7309e2d49 req-48ec90cd-14df-41d9-8c89-770e50f67f3e tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0466030 Jul 25 06:10:39.147038 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1fd6453a-6d99-40c7-97da-f5b7309e2d49 req-3dd6c61e-9c29-490c-a339-31893396cbef tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Jul 25 06:10:39.952621 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-7c7c2470-e543-49b9-a45b-88453bc8059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:39.954122 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-7c7c2470-e543-49b9-a45b-88453bc8059e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3520876da8974c439cef1b35397029f9&device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1130 time: 0.0391850 Jul 25 06:10:40.047791 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-1d5f5503-7310-425c-ab63-7ea3337d090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:40.049184 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-1d5f5503-7310-425c-ab63-7ea3337d090e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6e0d702-8c0d-4f55-a895-c3df29202603 HTTP/1.1" status: 200 len: 910 time: 0.0891609 Jul 25 06:10:40.110543 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-065e28af-bb07-495b-9ccb-2d92880cb479 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 200 len: 1002 time: 0.0550148 Jul 25 06:10:40.248873 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:40.259724 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da2626-77fe-4531-a0bb-a205dd6908a7 req-fea50597-4ea8-44cf-b5fe-711adbdec956 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:40.261341 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-76da2626-77fe-4531-a0bb-a205dd6908a7 req-fea50597-4ea8-44cf-b5fe-711adbdec956 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0476115 Jul 25 06:10:40.313768 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-76da2626-77fe-4531-a0bb-a205dd6908a7 req-24a64501-b661-402d-9d76-13703da7037b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462940 Jul 25 06:10:40.376301 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-2984fe11-d76c-4b5a-9882-948d89e6b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:40.377760 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-2984fe11-d76c-4b5a-9882-948d89e6b019 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=011e25f2-0786-4924-b9fd-680d4dd056a1 HTTP/1.1" status: 200 len: 848 time: 0.0474944 Jul 25 06:10:40.422586 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-04dfc68d-6e30-43c3-9826-fa697dacdd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:40.424067 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-04dfc68d-6e30-43c3-9826-fa697dacdd12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e0d702-8c0d-4f55-a895-c3df29202603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399323 Jul 25 06:10:40.504592 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:40.519831 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-573f4d32-5dcc-4831-bb91-fc2c590b88be service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893285 Jul 25 06:10:40.806806 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-fc45d1b8-a3ec-409c-a445-2a420f06ce7c req-713b671d-9197-41e0-98e0-c2457dea684d service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857632 Jul 25 06:10:41.429042 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2dc3f-deba-4e6a-85ae-15cf44eed5e4 req-55c3f122-fce3-4584-aa69-b6bcad02be0b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:41.430487 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c5a2dc3f-deba-4e6a-85ae-15cf44eed5e4 req-55c3f122-fce3-4584-aa69-b6bcad02be0b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0501668 Jul 25 06:10:41.478204 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c5a2dc3f-deba-4e6a-85ae-15cf44eed5e4 req-b090ed7a-f06d-41a9-aa28-ccbe77ef642f tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Jul 25 06:10:42.182133 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:42.183978 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:42.592310 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d4a7-121c-43a2-b6ee-778df7beafd2 req-43062672-bd85-4e8a-a231-fa8d6e52b2dd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:42.593819 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3642d4a7-121c-43a2-b6ee-778df7beafd2 req-43062672-bd85-4e8a-a231-fa8d6e52b2dd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0477831 Jul 25 06:10:42.647641 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-3642d4a7-121c-43a2-b6ee-778df7beafd2 req-1d501822-cad9-4cee-94fe-ab545e345101 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481358 Jul 25 06:10:43.766452 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58276f88-e26e-4bed-80ce-dcab15633960 req-25a0bc73-2489-490b-9a11-d9284f9f7ddd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:43.768223 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-58276f88-e26e-4bed-80ce-dcab15633960 req-25a0bc73-2489-490b-9a11-d9284f9f7ddd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0509505 Jul 25 06:10:43.800040 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:43.824407 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-58276f88-e26e-4bed-80ce-dcab15633960 req-4d4911ff-ff50-46d0-94d5-016e818226f9 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460553 Jul 25 06:10:44.158501 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a87a37-66a5-4827-853a-1b8855a9dbf3 req-54e23a12-1748-4455-8658-6362fb867689 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:44.160013 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-71a87a37-66a5-4827-853a-1b8855a9dbf3 req-54e23a12-1748-4455-8658-6362fb867689 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0571027 Jul 25 06:10:44.239116 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-71a87a37-66a5-4827-853a-1b8855a9dbf3 req-2edcaa4b-76f1-4c8b-9dba-1b5eb910148f tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732279 Jul 25 06:10:44.243044 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-1314c0eb-340c-4696-8628-e84caca7d4dd service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081178 Jul 25 06:10:45.354771 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d5154-b1c1-478c-9c6e-1424417910e4 req-5af9b767-bcc0-4623-b595-975a69862fac tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:45.356614 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a21d5154-b1c1-478c-9c6e-1424417910e4 req-5af9b767-bcc0-4623-b595-975a69862fac tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0480342 Jul 25 06:10:45.378841 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-7f58a07b-149c-438f-9d5c-311fdf9901a5 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:45.380207 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-7f58a07b-149c-438f-9d5c-311fdf9901a5 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports/58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 200 len: 943 time: 0.1001637 Jul 25 06:10:45.407274 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a21d5154-b1c1-478c-9c6e-1424417910e4 req-0a2e9a19-68aa-43cb-8d82-ecb4a6126f67 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 Jul 25 06:10:46.136487 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 58a00c23-3e4e-4b24-9a79-d8fb739d245a no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:10:46.210055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 58a00c23-3e4e-4b24-9a79-d8fb739d245a is: ACTIVE; New status is: DOWN {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:10:46.210437 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:46.232611 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:10:46.234874 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7595038f-ad26-40e6-b7da-b896d7b39695" -d '{"events": [{"server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "name": "network-vif-unplugged", "status": "completed", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:10:46.247979 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:10:46.322286 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Jul 2022 06:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6afa26-8503-4f18-943e-c6b41bb08dd7 x-openstack-request-id: req-ab6afa26-8503-4f18-943e-c6b41bb08dd7 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:10:46.322286 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "name": "network-vif-unplugged", "status": "failed", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a", "code": 422}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:10:46.322286 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ab6afa26-8503-4f18-943e-c6b41bb08dd7 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:10:46.322286 dv-cinder-848418-2-iscsi neutron-server[110784]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ab6afa26-8503-4f18-943e-c6b41bb08dd7']: {'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'code': 422} returned with failed status Jul 25 06:10:46.341521 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:46.387726 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=58a00c23-3e4e-4b24-9a79-d8fb739d245a,revision_number=6']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:46.522897 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa24f07-e5b1-4bf9-afc7-5a0e80cb8ce7 req-d81d5ef5-2d05-492c-8f77-bbcbc4ae0977 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:46.524659 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2fa24f07-e5b1-4bf9-afc7-5a0e80cb8ce7 req-d81d5ef5-2d05-492c-8f77-bbcbc4ae0977 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0480480 Jul 25 06:10:46.573987 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2fa24f07-e5b1-4bf9-afc7-5a0e80cb8ce7 req-d63d1edb-d515-4c89-b54e-bdcf814970c7 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433640 Jul 25 06:10:47.684986 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c53cd-a959-48b0-94c5-8facd7ce766c req-4dc3d3b4-60b0-45ae-86da-7274dc194cbb tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:47.686432 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ca4c53cd-a959-48b0-94c5-8facd7ce766c req-4dc3d3b4-60b0-45ae-86da-7274dc194cbb tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0472033 Jul 25 06:10:47.739032 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ca4c53cd-a959-48b0-94c5-8facd7ce766c req-0435acc2-9e28-4fed-b103-6360a31456bd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471418 Jul 25 06:10:48.853393 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153d6d0-0c03-43c7-a9c9-2c94fd6b76cd req-85f05914-971e-45ed-841b-e3427e640d52 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:48.854957 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d153d6d0-0c03-43c7-a9c9-2c94fd6b76cd req-85f05914-971e-45ed-841b-e3427e640d52 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0500431 Jul 25 06:10:48.906719 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d153d6d0-0c03-43c7-a9c9-2c94fd6b76cd req-e1f4c5fb-7559-4a3a-9a7d-13bcabb5a2cd tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452733 Jul 25 06:10:50.025410 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f4bcd-9af5-42d3-b8b9-661502f76192 req-ab784c28-3f88-4393-9320-9f310537ab67 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:50.026887 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-663f4bcd-9af5-42d3-b8b9-661502f76192 req-ab784c28-3f88-4393-9320-9f310537ab67 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0526831 Jul 25 06:10:50.078582 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-663f4bcd-9af5-42d3-b8b9-661502f76192 req-af28e396-0d19-4973-8528-52fa74b6267c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Jul 25 06:10:50.660603 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-aaa6137b-ac9b-443d-9039-8fbb7d29d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:50.662077 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-aaa6137b-ac9b-443d-9039-8fbb7d29d529 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b&tenant_id=3520876da8974c439cef1b35397029f9 HTTP/1.1" status: 200 len: 1128 time: 0.0392678 Jul 25 06:10:50.721260 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-d6f79009-39cd-44f0-9d0e-cf494a126104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:50.722709 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-d6f79009-39cd-44f0-9d0e-cf494a126104 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3520876da8974c439cef1b35397029f9&device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1128 time: 0.0389569 Jul 25 06:10:50.816090 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-2aac851f-2860-465e-ae12-413f9da17d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:50.817513 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-2aac851f-2860-465e-ae12-413f9da17d1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6e0d702-8c0d-4f55-a895-c3df29202603 HTTP/1.1" status: 200 len: 910 time: 0.0883057 Jul 25 06:10:50.878802 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-647889f3-553b-484b-be25-b30c3959b81c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 200 len: 1000 time: 0.0548294 Jul 25 06:10:50.930898 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-30be6b26-b598-40d1-88da-151329a7757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:50.932353 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-30be6b26-b598-40d1-88da-151329a7757d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=011e25f2-0786-4924-b9fd-680d4dd056a1 HTTP/1.1" status: 200 len: 848 time: 0.0474029 Jul 25 06:10:50.972966 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-bf6b2f3f-7d66-44c2-aaf9-2bacd41b9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:50.974423 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-bf6b2f3f-7d66-44c2-aaf9-2bacd41b9f36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e0d702-8c0d-4f55-a895-c3df29202603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367665 Jul 25 06:10:51.005020 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:51.064255 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-bd3bccf2-2b97-472f-8541-007e41a75f05 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832872 Jul 25 06:10:51.139273 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:51.167616 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-26e7aaea-8dbc-4503-a877-7d984fd54430 req-7d205441-8863-4721-be75-a6421c8694d7 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978940 Jul 25 06:10:51.201796 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3102f-c70e-432d-8776-f8e0a209ac18 req-7ddce199-fc44-432f-a098-8ce49d707cdf tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:51.203253 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0ad3102f-c70e-432d-8776-f8e0a209ac18 req-7ddce199-fc44-432f-a098-8ce49d707cdf tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0506773 Jul 25 06:10:51.252837 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-0ad3102f-c70e-432d-8776-f8e0a209ac18 req-6b9adb22-e34a-4c5b-930d-86c1edf688bf tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Jul 25 06:10:52.366085 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb13f-2599-47e7-86b3-de386089ca16 req-4994d936-c151-4527-b108-c444c5866464 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:52.367534 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-daedb13f-2599-47e7-86b3-de386089ca16 req-4994d936-c151-4527-b108-c444c5866464 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0480204 Jul 25 06:10:52.415307 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-daedb13f-2599-47e7-86b3-de386089ca16 req-41558847-b92b-453f-9fec-ff2194cec7b9 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415342 Jul 25 06:10:53.534151 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819531c-449b-4652-94e7-8ecef7f607bc req-e41915e0-5ec6-4732-ba0e-f8c0d1d46301 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:53.536324 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f819531c-449b-4652-94e7-8ecef7f607bc req-e41915e0-5ec6-4732-ba0e-f8c0d1d46301 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0524933 Jul 25 06:10:53.585592 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f819531c-449b-4652-94e7-8ecef7f607bc req-c31122da-9ca0-433c-a2e4-61e14a32c9a4 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Jul 25 06:10:54.702819 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85aa01-7ab9-4d82-8610-3672bdefe2d0 req-e7bb1e7f-af26-4854-97ab-d7df8791cd72 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:54.704274 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cb85aa01-7ab9-4d82-8610-3672bdefe2d0 req-e7bb1e7f-af26-4854-97ab-d7df8791cd72 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0495977 Jul 25 06:10:54.753111 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cb85aa01-7ab9-4d82-8610-3672bdefe2d0 req-0ae114dd-1cbf-4441-b471-6c623ec3c1cc tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Jul 25 06:10:55.866763 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9148d12-b1ab-45b0-8f3f-1d3377947742 req-eda246cd-68c9-449d-a386-c009d8312a45 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:55.868245 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d9148d12-b1ab-45b0-8f3f-1d3377947742 req-eda246cd-68c9-449d-a386-c009d8312a45 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0472443 Jul 25 06:10:55.916308 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-d9148d12-b1ab-45b0-8f3f-1d3377947742 req-bf1419a1-587b-46aa-9def-6b01c23ac231 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Jul 25 06:10:56.379662 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:56.384618 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:56.462057 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:56.466966 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:57.029933 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9851b6f-cdfa-46e2-89a9-ab246e9be9d0 req-45ae5b32-8460-4ddc-8a25-fbf209c14e2e tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:57.031411 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c9851b6f-cdfa-46e2-89a9-ab246e9be9d0 req-45ae5b32-8460-4ddc-8a25-fbf209c14e2e tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0484605 Jul 25 06:10:57.080563 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-c9851b6f-cdfa-46e2-89a9-ab246e9be9d0 req-7481a46e-23f8-48ae-985a-ae940cf859c1 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433209 Jul 25 06:10:57.130881 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-2726e0a4-10ba-4474-8d38-ff712b352147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:58.157071 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 58a00c23-3e4e-4b24-9a79-d8fb739d245a details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:10:58.197190 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af178e4-5640-4371-955f-b77b09e80c34 req-741e61a8-7b39-4a9d-9859-f7ea4d8f66e6 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:58.198657 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8af178e4-5640-4371-955f-b77b09e80c34 req-741e61a8-7b39-4a9d-9859-f7ea4d8f66e6 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 944 time: 0.0502760 Jul 25 06:10:58.249417 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8af178e4-5640-4371-955f-b77b09e80c34 req-bb1ebb30-13f3-42fb-983e-b96c9c0add98 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445173 Jul 25 06:10:58.254387 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:10:58.266528 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'port_id': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'mac_address': 'fa:16:3e:67:aa:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:10:58.304014 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 58a00c23-3e4e-4b24-9a79-d8fb739d245a is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:10:58.304434 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:58.317706 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a00c23-3e4e-4b24-9a79-d8fb739d245a {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:10:58.337290 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:10:58.433410 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:58.478974 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=58a00c23-3e4e-4b24-9a79-d8fb739d245a,revision_number=7']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:10:58.630951 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['58a00c23-3e4e-4b24-9a79-d8fb739d245a'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:10:59.256394 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:59.358215 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:10:59.372006 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06673147-2fc6-4e3d-9bc1-6bf8b9e44afa req-cc7842f8-1646-405e-a4d2-c0e4cefa8eae tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:10:59.373510 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-06673147-2fc6-4e3d-9bc1-6bf8b9e44afa req-cc7842f8-1646-405e-a4d2-c0e4cefa8eae tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 945 time: 0.0525208 Jul 25 06:10:59.404435 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0fca8295-f97e-4914-a5ba-d0711a837efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:10:59.423629 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-06673147-2fc6-4e3d-9bc1-6bf8b9e44afa req-0d1154cb-2d6a-4b66-bb7a-5297dc2ccf3d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446329 Jul 25 06:11:00.157296 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 58a00c23-3e4e-4b24-9a79-d8fb739d245a up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:11:00.202694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 58a00c23-3e4e-4b24-9a79-d8fb739d245a triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:11:00.203058 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:00.272590 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 58a00c23-3e4e-4b24-9a79-d8fb739d245a is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:11:00.273250 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:00.275557 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:00.295256 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:11:00.297479 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7abfb1-1c6b-472b-b4d0-06c9cf8c974e" -d '{"events": [{"server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "name": "network-vif-plugged", "status": "completed", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:11:00.310071 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:11:00.335411 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74807dad-020d-4eab-839b-e64c68a1f5a4 x-openstack-request-id: req-74807dad-020d-4eab-839b-e64c68a1f5a4 {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:11:00.336036 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "name": "network-vif-plugged", "status": "completed", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:11:00.336326 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-74807dad-020d-4eab-839b-e64c68a1f5a4 {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:11:00.336725 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74807dad-020d-4eab-839b-e64c68a1f5a4'] response: {'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'code': 200} Jul 25 06:11:00.365232 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:00.394578 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:00.417648 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=58a00c23-3e4e-4b24-9a79-d8fb739d245a,revision_number=8']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:11:00.540986 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205cb52-d870-494c-9713-458e242e12e4 req-c9fe1175-07c5-4b42-bce7-0d1e85ac22c6 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:11:00.542738 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3205cb52-d870-494c-9713-458e242e12e4 req-c9fe1175-07c5-4b42-bce7-0d1e85ac22c6 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0518386 Jul 25 06:11:00.595317 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3205cb52-d870-494c-9713-458e242e12e4 req-cf19535d-b2fe-43b2-a2c9-cdcc9ddef3b9 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466766 Jul 25 06:11:00.616220 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15753af5-2e80-4e2d-8263-696bcad686fe req-82eb464a-a0b5-43a1-8350-3a3f779fd0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:11:00.617722 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-15753af5-2e80-4e2d-8263-696bcad686fe req-82eb464a-a0b5-43a1-8350-3a3f779fd0d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1130 time: 0.0404201 Jul 25 06:11:00.628064 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:00.664396 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-15753af5-2e80-4e2d-8263-696bcad686fe req-3db35188-f9bd-4c45-ae7f-7d44e714f769 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Jul 25 06:11:01.714384 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87463-a0f8-49cf-8e69-010d7fdf822c req-454e7757-2e76-40c9-b68d-5d5b0935de4a tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:11:01.716688 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-00d87463-a0f8-49cf-8e69-010d7fdf822c req-454e7757-2e76-40c9-b68d-5d5b0935de4a tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0491533 Jul 25 06:11:01.769303 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-00d87463-a0f8-49cf-8e69-010d7fdf822c req-f9e88673-e37f-446b-870c-9d1b85438a63 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471857 Jul 25 06:11:02.096170 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:02.244948 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:02.884219 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108568-adea-4366-bba2-261247f1eb09 req-7a587fe1-26ea-4f06-a33d-50e4a521bf3c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:11:02.885673 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cc108568-adea-4366-bba2-261247f1eb09 req-7a587fe1-26ea-4f06-a33d-50e4a521bf3c tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0476062 Jul 25 06:11:02.931629 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:02.940638 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-cc108568-adea-4366-bba2-261247f1eb09 req-f29ecf14-dc60-4256-bc0f-181304e0b8da tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486622 Jul 25 06:11:11.760654 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=74 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:11.765610 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=49 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:12.180812 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:UPDATE=1,neutron:SELECT=13 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:12.186447 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:12.936717 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=17 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:15.488089 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:11:27.096049 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-651e03a0-0c88-4a81-86fe-84ef0a7f774c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:29.284694 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:29.392878 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a7219855-68ce-4fa2-a6df-89ccb42e219d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:30.650416 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:31.941772 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:32.244442 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:33.458022 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:33.462907 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:34.793974 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-e9594ebc-4c4b-43be-b4e6-69b4df718db8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385115 Jul 25 06:11:34.851681 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-7b76f1e9-5c58-40a4-875a-a64e5267a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:11:34.853178 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-7b76f1e9-5c58-40a4-875a-a64e5267a6dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 1129 time: 0.0386577 Jul 25 06:11:34.958825 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-6fc0e116-c1f8-4080-af9e-05615a06f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:11:34.960305 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-6fc0e116-c1f8-4080-af9e-05615a06f6e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.0890696 Jul 25 06:11:35.022211 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-b826d25c-8a6a-48f8-acea-fd1fa492facd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cffae0-d1fe-401f-bf00-2a379c708385 HTTP/1.1" status: 200 len: 1000 time: 0.0536902 Jul 25 06:11:35.071611 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-c5e28014-87b8-46ee-b554-6f42947a1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:11:35.072945 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-c5e28014-87b8-46ee-b554-6f42947a1847 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0432513 Jul 25 06:11:35.119636 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-7d30a638-da10-4648-abc9-affb26452539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:11:35.121134 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-7d30a638-da10-4648-abc9-affb26452539 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415752 Jul 25 06:11:35.211507 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-a25d4ce9-d7db-44fd-92ce-d5ac082f2876 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841744 Jul 25 06:11:35.304165 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-bf510c5a-36c0-45af-93cd-2768bff6316e req-f2c76d96-3817-4a8a-a3c2-e17ec4a580fb service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861008 Jul 25 06:11:42.182595 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:42.184429 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:45.299429 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=52 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:45.301314 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=49 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:51.890658 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=16 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:11:52.487348 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:11:57.106859 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e0e47c5a-35d6-4b6e-81e4-82aabbf7e579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:59.278099 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:11:59.380939 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-575a0d41-69c1-4ca0-a5fb-d0cc5201c771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:00.638128 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:01.895773 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:02.255444 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:04.887279 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-693917f3-10f5-418b-b910-ab0610f1ca96 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525845504&fields=id&tenant_id=d275686dbcfc44769065d5d9ba1a6f0c HTTP/1.1" status: 200 len: 267 time: 0.0441864 Jul 25 06:12:04.995231 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-0fe1f8f5-143a-4b15-93ce-89f335979721 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:04.996708 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-0fe1f8f5-143a-4b15-93ce-89f335979721 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 811 time: 0.1028688 Jul 25 06:12:05.010868 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-9e389169-71ac-4dad-b49e-e9a1008fe09c tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/quotas/d275686dbcfc44769065d5d9ba1a6f0c HTTP/1.1" status: 200 len: 375 time: 0.0087116 Jul 25 06:12:05.061398 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-a5468018-3df0-44c5-ad98-3955c8b2b9fb tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458004 Jul 25 06:12:05.201870 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-b279d0e0-5216-42e9-9e4f-6341ba7c42bf service neutron] 10.222.0.40 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287262 Jul 25 06:12:05.291664 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-b5c6f79a-c208-488a-8bcd-b2e8450b5066 service neutron] 10.222.0.40 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830078 Jul 25 06:12:05.904572 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-85c29259-d695-45f0-8262-02c96142fdc0 req-3a03297c-5bc7-4db2-a0de-341a87ddd796 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 210 time: 0.0298150 Jul 25 06:12:07.000635 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-c828dd63-cd78-443c-8f5f-49602598fb04 req-e78944e7-0a84-45d7-8845-ad7b613dec91 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 210 time: 0.0283611 Jul 25 06:12:07.681752 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fcf8cbc5-1993-4b69-8ba2-44857a9d57c9 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:07.683207 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fcf8cbc5-1993-4b69-8ba2-44857a9d57c9 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 811 time: 0.1066391 Jul 25 06:12:07.745320 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-b4b44870-c92c-45ef-98cc-061b291a8ec0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d275686dbcfc44769065d5d9ba1a6f0c HTTP/1.1" status: 200 len: 380 time: 0.0534344 Jul 25 06:12:07.754089 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'port': {'device_id': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'admin_state_up': True, 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'security_groups': ['ef090414-0c33-4d0d-9ef9-8a533a94c9ca']}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:12:07.912607 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Made reservation on behalf of d275686dbcfc44769065d5d9ba1a6f0c for: {'port': 1} {{(pid=110782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 06:12:07.916174 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:08.047122 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_common [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Allocated IP 172.20.0.6 (61120c55-35c0-41eb-8aba-884eee11abab/3052b60a-63aa-4641-b00b-33b060f7de83/1bd4b51c-54f5-4c0f-9d56-7ac19d08837f) {{(pid=110782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:12:08.071286 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:08.100331 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-1fca3dee-d14b-4fdb-8889-09b22420ac8d req-9347b6bf-1f3c-4962-a1b5-af167b1a68ef tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 210 time: 0.0292075 Jul 25 06:12:08.143312 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:08.187434 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), precommit_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:08.290453 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), after_create {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:08.335479 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Network 61120c55-35c0-41eb-8aba-884eee11abab is already hosted by enough agents. {{(pid=110782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:12:08.338668 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.base_scheduler [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Resources bound (agent type, host, resource id): {{(pid=110782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:12:08.345284 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Received port after_create {{(pid=110782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:12:08.373045 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'Port': ['ID=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,revision_number=1']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:08.386612 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.386954 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.387297 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.387633 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.387959 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.388310 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.388637 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.388958 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.389275 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.389599 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.389917 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.390238 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.390556 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.390870 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.391187 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:08.412581 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:08.413217 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:08.504904 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-5a9c80a8-94b9-482f-ac58-5cf51b8b76f0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7544105 Jul 25 06:12:08.516172 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.v2.base [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Request body: {'port': {'device_id': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84841'}} {{(pid=110782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:12:08.577214 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:08.601583 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-be967343-b1eb-4234-9f29-90373b9afaf7 None None] Provisioning complete for port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f triggered by entity DHCP. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:12:08.602223 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-be967343-b1eb-4234-9f29-90373b9afaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:08.636890 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-be967343-b1eb-4234-9f29-90373b9afaf7 None None] Port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f cannot update to ACTIVE because it is not bound. {{(pid=110784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 06:12:08.836151 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f {{(pid=110782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:12:08.843548 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Publish callbacks [] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), precommit_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:08.855912 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.provisioning_blocks [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Transition to ACTIVE for port object 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f will not be triggered until provisioned by entity L2. {{(pid=110782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 06:12:08.918449 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:08.926971 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:08.970407 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,revision_number=2']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:09.042109 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Attempting to bind port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f on host hv-cinder-84841 for vnic_type normal with profile {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 06:12:09.042445 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Attempting to bind port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f by drivers openvswitch,hyperv on host hv-cinder-84841 at level 0 using segments [{'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 06:12:09.042858 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Attempting to bind port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f on network 61120c55-35c0-41eb-8aba-884eee11abab {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:12:09.047629 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f on network 61120c55-35c0-41eb-8aba-884eee11abab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84841 {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 06:12:09.048306 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Attempting to bind port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f on network 61120c55-35c0-41eb-8aba-884eee11abab {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 06:12:09.054128 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Checking agent: {'id': 'a2b8a269-61c9-4937-a8fe-432739d112d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84841', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'started_at': datetime.datetime(2022, 7, 25, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 6, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 06:12:09.054473 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Checking segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 06:12:09.054861 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Bound using segment: {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'} {{(pid=110782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 06:12:09.055288 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.managers [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Bound port: 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f, host: hv-cinder-84841, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761c34e2-c6a2-4207-8ac2-be99e0a90e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab'}}] {{(pid=110782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 06:12:09.055650 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), before_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:09.125057 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] For port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f, host hv-cinder-84841, cleared binding levels {{(pid=110782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 06:12:09.126850 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:09.128780 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] For port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f, host hv-cinder-84841, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 06:12:09.217417 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf8409-12e1-4260-a9db-20b5f4896115 req-d279b6a1-8394-48be-91ea-90e7a334a6e7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:09.218892 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6bdf8409-12e1-4260-a9db-20b5f4896115 req-d279b6a1-8394-48be-91ea-90e7a334a6e7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 943 time: 0.0493331 Jul 25 06:12:09.240289 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11572965'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), after_update {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:09.277075 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:09.277667 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:09.279203 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/1bd4b51c-54f5-4c0f-9d56-7ac19d08837f HTTP/1.1" status: 200 len: 1093 time: 0.7676046 Jul 25 06:12:09.288646 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:12:09.294518 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:12:09.335998 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-6bdf8409-12e1-4260-a9db-20b5f4896115 req-88541029-f6f7-4b2e-b243-91d4ddb810dc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106291 Jul 25 06:12:09.343265 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae176ee-4dcd-45e9-b4ad-19fb7cec95e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,revision_number=3']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:09.406049 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e7bd9d-21da-4d6e-aa94-f2432d24576b x-openstack-request-id: req-f9e7bd9d-21da-4d6e-aa94-f2432d24576b {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:12:09.406346 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:12:09.406652 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f9e7bd9d-21da-4d6e-aa94-f2432d24576b {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:12:09.407051 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e7bd9d-21da-4d6e-aa94-f2432d24576b'] response: {'name': 'network-changed', 'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'status': 'completed', 'code': 200} Jul 25 06:12:09.420264 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-14ca3ff0-5345-4981-9949-f5df5affbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:09.421742 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-14ca3ff0-5345-4981-9949-f5df5affbed8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 1127 time: 0.0468712 Jul 25 06:12:09.463467 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-0f35a7f2-e1ff-4551-ad3c-fa07736a26f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f HTTP/1.1" status: 200 len: 217 time: 0.0354240 Jul 25 06:12:09.512025 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-f08ea235-f7e1-46a9-940f-89b05c46c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:09.513455 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-f08ea235-f7e1-46a9-940f-89b05c46c6e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0447121 Jul 25 06:12:09.560648 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-3b8b0067-28b1-4b89-ae19-e5cb92fa5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:09.562013 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-3b8b0067-28b1-4b89-ae19-e5cb92fa5a45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420241 Jul 25 06:12:09.652014 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-d944bbdf-1a9f-432a-8e0c-6db330a6b760 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838203 Jul 25 06:12:09.744369 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8497c998-5d6f-42d4-9b3a-9cf02d4d2526 req-bc15373b-bf95-40c8-86f6-4de36d144265 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857291 Jul 25 06:12:10.086846 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-52bfc68e-870d-4817-aaba-2e668c88308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:10.088320 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-52bfc68e-870d-4817-aaba-2e668c88308b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 1127 time: 0.0384214 Jul 25 06:12:10.452978 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=15 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:10.458351 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:10.480217 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24039f70-58f9-4664-a88f-7b6a6adbaa5e req-5a19167a-c268-4a32-853c-8539976f1e5d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:10.481662 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-24039f70-58f9-4664-a88f-7b6a6adbaa5e req-5a19167a-c268-4a32-853c-8539976f1e5d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 943 time: 0.0607028 Jul 25 06:12:10.497777 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-19124da3-a929-46c5-b09a-a19ec5501003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:10.499141 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-19124da3-a929-46c5-b09a-a19ec5501003 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.4037294 Jul 25 06:12:10.542759 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-e32f255c-7ddb-40f0-b0d3-5c48493fd26f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f HTTP/1.1" status: 200 len: 217 time: 0.0359974 Jul 25 06:12:10.594115 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-24039f70-58f9-4664-a88f-7b6a6adbaa5e req-256dc6e5-7829-45a0-8497-ea5f4b63b181 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068921 Jul 25 06:12:10.610145 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-12df4d49-293f-419e-bc1b-46d4f6e9a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:10.611561 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-12df4d49-293f-419e-bc1b-46d4f6e9a07a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0608602 Jul 25 06:12:10.645425 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:10.652944 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-be7bb810-0ba8-4c0b-b889-71f12e32cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:10.658083 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-be7bb810-0ba8-4c0b-b889-71f12e32cffb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374894 Jul 25 06:12:10.747269 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-12477ae9-31f2-40e4-b4bc-d50e1d840be8 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859716 Jul 25 06:12:10.836683 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-333d50ac-b769-4680-9f0b-d0d04aaf5b1b req-398727c4-68b2-479a-bb5d-1a38c05f2f3e service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827718 Jul 25 06:12:11.711728 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500c9fb-815d-41c5-9bdd-9195564b0f92 req-ddf9bf4e-1b5a-4619-8922-0c6a0cf74e9a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:11.713205 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4500c9fb-815d-41c5-9bdd-9195564b0f92 req-ddf9bf4e-1b5a-4619-8922-0c6a0cf74e9a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 943 time: 0.0480788 Jul 25 06:12:11.762117 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-4500c9fb-815d-41c5-9bdd-9195564b0f92 req-fd3cf36d-4c00-4710-839a-8132bfd951cf tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Jul 25 06:12:12.875470 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c72d7-c13a-47f1-b6c0-009781277589 req-eb694430-d092-4b48-aa34-8399adf46c2d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:12.876848 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-596c72d7-c13a-47f1-b6c0-009781277589 req-eb694430-d092-4b48-aa34-8399adf46c2d tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 943 time: 0.0471914 Jul 25 06:12:12.929569 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-596c72d7-c13a-47f1-b6c0-009781277589 req-c5ef65f1-b8fe-4b94-abfc-5e866c7b21a4 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466866 Jul 25 06:12:14.045878 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c5608-b0ad-4c05-9dec-a53b072ef74c req-07c12a9f-7d39-4994-91c6-5ee71764dfdc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:14.047255 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9b8c5608-b0ad-4c05-9dec-a53b072ef74c req-07c12a9f-7d39-4994-91c6-5ee71764dfdc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 943 time: 0.0507154 Jul 25 06:12:14.095414 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-9b8c5608-b0ad-4c05-9dec-a53b072ef74c req-e73b41c7-6161-4ce3-acf1-e9aab966198e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Jul 25 06:12:15.213285 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6ad38-8ff6-4301-a0bc-7b7211e16e6b req-6850397d-210c-4c51-9c34-74ffd5a2a6cf tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:15.214752 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9d6ad38-8ff6-4301-a0bc-7b7211e16e6b req-6850397d-210c-4c51-9c34-74ffd5a2a6cf tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 943 time: 0.0521040 Jul 25 06:12:15.241482 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:15.264918 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-b9d6ad38-8ff6-4301-a0bc-7b7211e16e6b req-6119bd85-b862-4021-9830-3f272fa994f4 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445716 Jul 25 06:12:16.154444 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51508) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:16.296584 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Deleting port e5350646-953a-4ab9-9acb-179b36a59b5e {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:16.296890 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (e5350646-953a-4ab9-9acb-179b36a59b5e), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:16.408390 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f472f0-f7f8-42b7-85f2-f6a174542fa6 req-939279cb-f544-42a8-80e9-fa73a82694f8 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:16.410063 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-04f472f0-f7f8-42b7-85f2-f6a174542fa6 req-939279cb-f544-42a8-80e9-fa73a82694f8 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 943 time: 0.0612216 Jul 25 06:12:16.424650 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (e5350646-953a-4ab9-9acb-179b36a59b5e), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:16.424977 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for floatingip (e5350646-953a-4ab9-9acb-179b36a59b5e), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:16.446561 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Calling delete_port for e5350646-953a-4ab9-9acb-179b36a59b5e owned by network:floatingip {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:16.521824 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-04f472f0-f7f8-42b7-85f2-f6a174542fa6 req-6872b052-0195-4c83-a4f8-fe5e43c182cd tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059237 Jul 25 06:12:16.602143 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f details requested by agent hyperv_hv-cinder-84841 with host hv-cinder-84841 {{(pid=110784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 06:12:16.701633 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:16.712896 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Returning: {'device': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'port_id': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 06:12:16.735460 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (e5350646-953a-4ab9-9acb-179b36a59b5e), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:16.753017 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f is: DOWN; New status is: BUILD {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:12:16.753748 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:16.762589 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event deleted for resources: {'Port': ['ID=e5350646-953a-4ab9-9acb-179b36a59b5e,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:16.767546 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f {{(pid=110784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 06:12:16.788479 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:16.791528 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.793152 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.793152 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.793152 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.793152 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.793654 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.793654 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.793850 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.794140 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.794454 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.794770 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.795088 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.795402 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.795713 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.796027 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.828375 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:16.844142 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for floatingip (a59d4349-330d-498e-8a07-147e1edc803a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:16.844495 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Floating IP a59d4349-330d-498e-8a07-147e1edc803a disassociated (deleted). External IP: 172.27.1.200, port: 58a00c23-3e4e-4b24-9a79-d8fb739d245a. Jul 25 06:12:16.855653 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:16.903713 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,revision_number=4']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:16.910772 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.911116 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.911455 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.911796 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.912142 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.912477 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.912800 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.913124 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.913447 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.913771 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.914094 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.914419 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.914737 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.915055 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:16.915369 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:12:17.030284 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:17.048064 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Router 90e8b811-746c-49e1-8ea1-9aea00b1743d has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:12:17.078773 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] get_ports_and_sgs() called for port_ids ['1bd4b51c-54f5-4c0f-9d56-7ac19d08837f'] {{(pid=110784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 06:12:17.149580 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:12:17.153867 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:17.159733 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] Sync routers for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:12:17.168823 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:12:17.169433 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:11:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:17.201604 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-5eeb0fdb-1f71-45f2-88bb-428313f1409b tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "DELETE /v2.0/floatingips/a59d4349-330d-498e-8a07-147e1edc803a HTTP/1.1" status: 204 len: 168 time: 1.0460472 Jul 25 06:12:17.202294 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:12:17.204699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e8e007-3602-4582-9ab6-54ccecb138f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:12:17.271597 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba10fbc-6ee1-4080-9366-d12c89ce91f2 x-openstack-request-id: req-6ba10fbc-6ee1-4080-9366-d12c89ce91f2 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:12:17.271951 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:12:17.272627 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6ba10fbc-6ee1-4080-9366-d12c89ce91f2 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:12:17.273093 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba10fbc-6ee1-4080-9366-d12c89ce91f2'] response: {'name': 'network-changed', 'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'status': 'completed', 'code': 200} Jul 25 06:12:17.289794 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:12:17.348197 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-d56d1364-5b09-4e61-9fc8-052a366d5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:17.349818 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-d56d1364-5b09-4e61-9fc8-052a366d5888 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3520876da8974c439cef1b35397029f9&device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 1130 time: 0.0502150 Jul 25 06:12:17.448474 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-a69e86f3-f670-4cd3-a802-1fa0f681b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:17.449945 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-a69e86f3-f670-4cd3-a802-1fa0f681b1a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6e0d702-8c0d-4f55-a895-c3df29202603 HTTP/1.1" status: 200 len: 910 time: 0.0929496 Jul 25 06:12:17.485625 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '47aeca0b-e0b9-4787-847f-133e649c9812', 'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'mac_address': 'fa:16:3e:ce:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:23Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 5, 'project_id': '3520876da8974c439cef1b35397029f9', 'subnets': [{'id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:17.493840 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-1f7438d9-a7a2-4873-a176-92aae3e15fdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 200 len: 217 time: 0.0357876 Jul 25 06:12:17.515543 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] Checking router: 90e8b811-746c-49e1-8ea1-9aea00b1743d for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:12:17.524809 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:12:17.525405 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:11:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:17.545253 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-4494994d-0036-4634-9980-70c447032dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:17.546719 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-4494994d-0036-4634-9980-70c447032dd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=011e25f2-0786-4924-b9fd-680d4dd056a1 HTTP/1.1" status: 200 len: 848 time: 0.0455441 Jul 25 06:12:17.598670 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-2aa9d092-c72c-4cb8-b632-075da121d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:17.600324 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-2aa9d092-c72c-4cb8-b632-075da121d75b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6e0d702-8c0d-4f55-a895-c3df29202603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458291 Jul 25 06:12:17.641990 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:12:17.654635 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73a11f-3282-4836-a9f4-fcd2f608dd80 req-06c179ef-1861-4675-8052-c3b315797b06 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:17.656252 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ea73a11f-3282-4836-a9f4-fcd2f608dd80 req-06c179ef-1861-4675-8052-c3b315797b06 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 944 time: 0.0525036 Jul 25 06:12:17.675934 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b849e-0028-4018-a9df-fe5cfd99c3c4 req-cb3b5452-3fa4-4541-b263-9c869915cb06 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:17.678233 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2a7b849e-0028-4018-a9df-fe5cfd99c3c4 req-cb3b5452-3fa4-4541-b263-9c869915cb06 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0525265 Jul 25 06:12:17.712043 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-ea73a11f-3282-4836-a9f4-fcd2f608dd80 req-fa868bfb-8629-4400-9ad9-81670c2196a3 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482733 Jul 25 06:12:17.738434 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-2a7b849e-0028-4018-a9df-fe5cfd99c3c4 req-ed69395b-39a4-4cc5-adc1-d70bcc7244fe tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538719 Jul 25 06:12:17.836105 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '47aeca0b-e0b9-4787-847f-133e649c9812', 'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'mac_address': 'fa:16:3e:ce:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:23Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 5, 'project_id': '3520876da8974c439cef1b35397029f9', 'subnets': [{'id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:17.859783 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42e7c2e-9d4e-4d07-a35b-40d384e3012d None None] The sync data for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi is: [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:07:23Z', 'revision_number': 4, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': '47aeca0b-e0b9-4787-847f-133e649c9812', 'name': '', 'network_id': 'c6e0d702-8c0d-4f55-a895-c3df29202603', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'mac_address': 'fa:16:3e:ce:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:23Z', 'updated_at': '2022-07-25T06:07:27Z', 'revision_number': 5, 'project_id': '3520876da8974c439cef1b35397029f9', 'subnets': [{'id': '011e25f2-0786-4924-b9fd-680d4dd056a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:12:18.086334 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2363e03f-54fd-44dc-87c7-3aefe8ebf365 None None] New status for floating IP a59d4349-330d-498e-8a07-147e1edc803a: DOWN {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:12:18.610012 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f up at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 06:12:18.649425 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:18.654061 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning for port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f completed by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 06:12:18.655820 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:18.749897 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-0f17f311-145d-487a-80c7-b7298f1a6920 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876000 Jul 25 06:12:18.775585 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.provisioning_blocks [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Provisioning complete for port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f triggered by entity L2. {{(pid=110784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 06:12:18.776084 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4013870'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), provisioning_complete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:18.837530 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297ae2e-b394-4d25-b2f2-f6a2558d4a13 req-85767c66-33e0-421b-a8db-c9e04da32458 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:18.839037 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7297ae2e-b394-4d25-b2f2-f6a2558d4a13 req-85767c66-33e0-421b-a8db-c9e04da32458 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 944 time: 0.0509377 Jul 25 06:12:18.883865 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Current status of the port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f is: BUILD; New status is: ACTIVE {{(pid=110784) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 06:12:18.884739 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), before_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:18.887624 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-62e8e007-3602-4582-9ab6-54ccecb138f2 req-7f8362fd-edb2-4dd5-83d4-f9cd0d704765 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307657 Jul 25 06:12:18.894777 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220a06d-f621-4ff5-9551-6cfccdafce7e req-57631f6b-5fee-435f-bfc2-e1ec8435338d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:18.896296 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8220a06d-f621-4ff5-9551-6cfccdafce7e req-57631f6b-5fee-435f-bfc2-e1ec8435338d tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0734103 Jul 25 06:12:18.906927 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-7297ae2e-b394-4d25-b2f2-f6a2558d4a13 req-bc4c3ebd-0101-494b-9c7b-aad3aa444347 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612159 Jul 25 06:12:18.910328 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f'}] {{(pid=110784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:12:18.910505 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:18.913102 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0157245ecf5fa64bc424bb3dee6aa55e485f918620254c692b1ca37173aa22b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4ce8ec-f481-43ba-a86b-f2bdb7d49bf3" -d '{"events": [{"server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "name": "network-vif-plugged", "status": "completed", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f"}]}' {{(pid=110784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:12:18.927361 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] For port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:18.955690 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9b8f95-9d3b-482e-99c5-66416423496b x-openstack-request-id: req-cb9b8f95-9d3b-482e-99c5-66416423496b {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:12:18.955988 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "name": "network-vif-plugged", "status": "completed", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f", "code": 200}]} {{(pid=110784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:12:18.956275 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cb9b8f95-9d3b-482e-99c5-66416423496b {{(pid=110784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:12:18.957382 dv-cinder-848418-2-iscsi neutron-server[110784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9b8f95-9d3b-482e-99c5-66416423496b'] response: {'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'code': 200} Jul 25 06:12:18.959657 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-8220a06d-f621-4ff5-9551-6cfccdafce7e req-d00c8d86-7e95-46da-890e-88512dc7adc9 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/security-groups?id=38670126-dff2-4a69-a8df-9544b8d4261a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570593 Jul 25 06:12:19.009461 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:19.057040 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Pushing event updated for resources: {'Port': ['ID=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,revision_number=5']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:19.242105 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-3d25f893-c816-4e54-8004-5fb7573ea4df tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:19.243687 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-3d25f893-c816-4e54-8004-5fb7573ea4df tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 946 time: 0.0475488 Jul 25 06:12:19.327918 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Deleting port 58a00c23-3e4e-4b24-9a79-d8fb739d245a {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:19.331322 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:19.419264 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] For port 58a00c23-3e4e-4b24-9a79-d8fb739d245a, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=58a00c23-3e4e-4b24-9a79-d8fb739d245a,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:19.419622 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:19.433239 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Calling delete_port for 58a00c23-3e4e-4b24-9a79-d8fb739d245a owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:19.488559 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5714278-e5c1-44ce-a427-8c54c25307af req-3fab1202-e86e-4ab8-8b74-dd508c2aaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:19.490038 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d5714278-e5c1-44ce-a427-8c54c25307af req-3fab1202-e86e-4ab8-8b74-dd508c2aaadb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 1129 time: 0.0413442 Jul 25 06:12:19.509776 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:19.537661 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d5714278-e5c1-44ce-a427-8c54c25307af req-846ddedf-5f39-4552-b262-011a9bad2daf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415065 Jul 25 06:12:19.644140 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (58a00c23-3e4e-4b24-9a79-d8fb739d245a), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:19.671801 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event deleted for resources: {'Port': ['ID=58a00c23-3e4e-4b24-9a79-d8fb739d245a,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:19.720033 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] No DVR routers for this DVR port 58a00c23-3e4e-4b24-9a79-d8fb739d245a on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:12:19.723309 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:19.726508 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-ea15b239-75a4-4574-be5e-54c9a2133fc6 req-feeebbba-9541-4a69-8963-8aa5ea3658de tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.47 "DELETE /v2.0/ports/58a00c23-3e4e-4b24-9a79-d8fb739d245a HTTP/1.1" status: 204 len: 173 time: 0.4763691 Jul 25 06:12:19.726943 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'name': 'network-vif-deleted', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:12:19.729347 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eae1f9-e65d-475c-9cd8-e39e61f673a1" -d '{"events": [{"server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "name": "network-vif-deleted", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:12:19.769833 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fc0da9-6cd1-47c4-a605-1664f11986e5 x-openstack-request-id: req-88fc0da9-6cd1-47c4-a605-1664f11986e5 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:12:19.769833 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b", "name": "network-vif-deleted", "tag": "58a00c23-3e4e-4b24-9a79-d8fb739d245a", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:12:19.769833 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-88fc0da9-6cd1-47c4-a605-1664f11986e5 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:12:19.769833 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fc0da9-6cd1-47c4-a605-1664f11986e5'] response: {'server_uuid': '1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b', 'name': 'network-vif-deleted', 'tag': '58a00c23-3e4e-4b24-9a79-d8fb739d245a', 'status': 'completed', 'code': 200} Jul 25 06:12:20.030993 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8aec22-b880-4b8b-b536-282de453d062 req-04375a82-a0a0-4f7b-83c7-1269e5cd5c22 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:20.032622 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1b8aec22-b880-4b8b-b536-282de453d062 req-04375a82-a0a0-4f7b-83c7-1269e5cd5c22 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 945 time: 0.0562823 Jul 25 06:12:20.080231 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-be94d296-9510-4738-82fd-22b0b80ae24f req-207f98d2-d97c-4933-93fc-ed6c4c3ed242 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 210 time: 0.0319519 Jul 25 06:12:20.088870 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1b8aec22-b880-4b8b-b536-282de453d062 req-037ec26b-d833-4c63-a6a2-d747544ddd06 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489721 Jul 25 06:12:21.188973 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-d2889a82-2a10-4121-b37a-42f99d1afc04 req-2ac3922a-4e84-4d64-a8e9-68549fe95c95 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "GET /v2.0/ports?device_id=1b55cd9b-6c1e-4e0e-8cd7-c939a7b5210b HTTP/1.1" status: 200 len: 210 time: 0.0271862 Jul 25 06:12:21.205384 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c0028-c651-41b1-a1e2-132e613d3e6b req-76e21bc1-cf33-4763-82e2-d0829f3e0f35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:21.206880 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-331c0028-c651-41b1-a1e2-132e613d3e6b req-76e21bc1-cf33-4763-82e2-d0829f3e0f35 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 945 time: 0.0496271 Jul 25 06:12:21.258878 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-331c0028-c651-41b1-a1e2-132e613d3e6b req-f5e6d495-8e00-4e7b-934f-da327a1c4f22 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453885 Jul 25 06:12:21.379288 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e118d-d420-452e-afc6-d3d21e7bee08 req-06f5685f-5751-4a0b-94b0-c5a8a4c5da82 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:21.380819 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-091e118d-d420-452e-afc6-d3d21e7bee08 req-06f5685f-5751-4a0b-94b0-c5a8a4c5da82 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 945 time: 0.0541465 Jul 25 06:12:21.431226 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-091e118d-d420-452e-afc6-d3d21e7bee08 req-ad345f8f-5e5c-4ba9-97d0-6e85941bf9e4 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446868 Jul 25 06:12:21.453834 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51538) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:21.491573 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d291998-529f-4b95-83b9-2d05f9bdd3e7 tempest-TestVolumeBootPattern-1177786571 tempest-TestVolumeBootPattern-1177786571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:21.493117 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-4d291998-529f-4b95-83b9-2d05f9bdd3e7 tempest-TestVolumeBootPattern-1177786571 tempest-TestVolumeBootPattern-1177786571-project-admin] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 1124 time: 0.0383070 Jul 25 06:12:21.496026 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51540) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:21.500145 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.v2.base [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Request body: {'floatingip': {'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'port_id': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 06:12:21.575114 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:21.645863 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:21.656607 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (None), before_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:21.759386 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_common [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Allocated IP 172.27.1.31 (58e3ca10-50c4-4ec3-9bf4-d0552dca5833/a37f2cf5-04cd-4598-9058-8d4558d7769b/e533cbe8-0af6-45e6-a0dd-f8302b111812) {{(pid=110783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 06:12:21.863421 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for port (e533cbe8-0af6-45e6-a0dd-f8302b111812), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:21.865095 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:21.935289 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768760078574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (e533cbe8-0af6-45e6-a0dd-f8302b111812), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:21.973993 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Network 58e3ca10-50c4-4ec3-9bf4-d0552dca5833 is already hosted by enough agents. {{(pid=110783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 06:12:21.979051 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.base_scheduler [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Resources bound (agent type, host, resource id): {{(pid=110783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 06:12:21.983088 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Received port after_create {{(pid=110783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 06:12:22.005936 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'Port': ['ID=e533cbe8-0af6-45e6-a0dd-f8302b111812,revision_number=1']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:22.249302 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51544) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:22.308705 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-da884038-2909-45e5-9911-57ff1f2f5da5 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group (38670126-dff2-4a69-a8df-9544b8d4261a), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:22.331273 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (3d248786-1819-416f-8263-9888aac2094e), precommit_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:22.335345 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-da884038-2909-45e5-9911-57ff1f2f5da5 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group (38670126-dff2-4a69-a8df-9544b8d4261a), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:22.356917 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:22.472487 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4067331'] for port (e533cbe8-0af6-45e6-a0dd-f8302b111812), before_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:22.478430 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-da884038-2909-45e5-9911-57ff1f2f5da5 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (38670126-dff2-4a69-a8df-9544b8d4261a), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:22.481021 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-da884038-2909-45e5-9911-57ff1f2f5da5 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:22.482226 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-da884038-2909-45e5-9911-57ff1f2f5da5 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] 10.222.0.40 "DELETE /v2.0/security-groups/38670126-dff2-4a69-a8df-9544b8d4261a HTTP/1.1" status: 204 len: 168 time: 0.2318559 Jul 25 06:12:22.491435 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da884038-2909-45e5-9911-57ff1f2f5da5 tempest-TestShelveInstance-1762520740 tempest-TestShelveInstance-1762520740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38670126-dff2-4a69-a8df-9544b8d4261a,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:22.624581 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for port (e533cbe8-0af6-45e6-a0dd-f8302b111812), precommit_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:22.628194 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51548) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:22.630231 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 58a00c23-3e4e-4b24-9a79-d8fb739d245a no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:12:22.650695 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 58a00c23-3e4e-4b24-9a79-d8fb739d245a {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:12:22.651053 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 58a00c23-3e4e-4b24-9a79-d8fb739d245a not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:12:22.679246 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768760439498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768760077828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768760077846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12528743'] for port (e533cbe8-0af6-45e6-a0dd-f8302b111812), after_update {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:22.784214 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event updated for resources: {'Port': ['ID=e533cbe8-0af6-45e6-a0dd-f8302b111812,revision_number=2']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:22.809034 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-916672'] for floatingip (3d248786-1819-416f-8263-9888aac2094e), after_create {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:23.134687 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:23.261314 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.db.l3_db [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Floating IP 3d248786-1819-416f-8263-9888aac2094e associated. External IP: 172.27.1.31, port: 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f. Jul 25 06:12:23.558732 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (90e8b811-746c-49e1-8ea1-9aea00b1743d), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:23.609912 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Router fe2ecb20-1634-4fda-bc79-4466364aaea7 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:12:23.650899 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:23.817700 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:12:23.826928 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] Sync routers for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:12:23.837063 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:12:23.837669 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:11:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:23.874778 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=100 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:23.887141 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Deleting port 47aeca0b-e0b9-4787-847f-133e649c9812 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:23.887480 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:23.902855 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:23.937885 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:12:23.968772 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-46ee546a-980b-4436-b128-96fcf5d8fa49 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4717007 Jul 25 06:12:23.971045 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f'}] {{(pid=110783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:12:23.973299 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f41b6095dbaee7b53bfd6fdd06a66dbf60222447f1b1fc79d8253de49f4e051" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5" -d '{"events": [{"name": "network-changed", "server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f"}]}' {{(pid=110783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:12:24.004686 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] For port 47aeca0b-e0b9-4787-847f-133e649c9812, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=47aeca0b-e0b9-4787-847f-133e649c9812,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:24.005061 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:24.014752 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2b2b60-9bed-48ea-b455-efd995557d32 x-openstack-request-id: req-7f2b2b60-9bed-48ea-b455-efd995557d32 {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:12:24.015041 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f", "status": "completed", "code": 200}]} {{(pid=110783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:12:24.015296 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7f2b2b60-9bed-48ea-b455-efd995557d32 {{(pid=110783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:12:24.015693 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2b2b60-9bed-48ea-b455-efd995557d32'] response: {'name': 'network-changed', 'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'status': 'completed', 'code': 200} Jul 25 06:12:24.023994 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Calling delete_port for 47aeca0b-e0b9-4787-847f-133e649c9812 owned by network:router_interface {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:24.058238 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:24.090141 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-997a666f-5ff1-448e-b094-1a9ce3430be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:24.091570 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-997a666f-5ff1-448e-b094-1a9ce3430be9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 1129 time: 0.0428317 Jul 25 06:12:24.186902 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-04c9821c-a221-4336-b0f7-6d095ea621fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:24.188534 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-04c9821c-a221-4336-b0f7-6d095ea621fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.0912652 Jul 25 06:12:24.194675 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:24.235437 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:24.244817 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '0b39f4ce-6c04-436e-a5aa-243627eef878', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:10:23Z', 'updated_at': '2022-07-25T06:10:25Z', 'revision_number': 1, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}, {'id': '3d248786-1819-416f-8263-9888aac2094e', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:12:22Z', 'updated_at': '2022-07-25T06:12:22Z', 'revision_number': 0, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:24.255790 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-c73e2470-1611-4e32-a925-ea5f433065bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f HTTP/1.1" status: 200 len: 998 time: 0.0611084 Jul 25 06:12:24.269385 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] Checking router: fe2ecb20-1634-4fda-bc79-4466364aaea7 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:12:24.278498 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:12:24.278711 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (47aeca0b-e0b9-4787-847f-133e649c9812), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:24.279102 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:11:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:24.304893 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Pushing event deleted for resources: {'Port': ['ID=47aeca0b-e0b9-4787-847f-133e649c9812,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:24.311756 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-57155153-9af1-49ba-9601-8ee43473b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:24.314223 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-57155153-9af1-49ba-9601-8ee43473b045 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0516310 Jul 25 06:12:24.365553 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-82ace399-f345-4b4a-b328-0d0d1391cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:24.367097 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-82ace399-f345-4b4a-b328-0d0d1391cf01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467103 Jul 25 06:12:24.391316 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:12:24.477586 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-5c7e630d-5679-4ed9-8d25-e2183d9f0d30 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037545 Jul 25 06:12:24.495292 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (90e8b811-746c-49e1-8ea1-9aea00b1743d), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:24.594540 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-9eac4d0f-5d81-4d69-a7cf-f3efd73922b5 req-4f122c2d-07dc-4f14-808f-2fd4759aef4c service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102483 Jul 25 06:12:24.594683 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:24.638959 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '0b39f4ce-6c04-436e-a5aa-243627eef878', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:10:23Z', 'updated_at': '2022-07-25T06:10:25Z', 'revision_number': 1, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}, {'id': '3d248786-1819-416f-8263-9888aac2094e', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:12:22Z', 'updated_at': '2022-07-25T06:12:22Z', 'revision_number': 0, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:24.664815 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e8ed1-1f0a-4e0f-baba-8767bce09a19 None None] The sync data for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi is: [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '0b39f4ce-6c04-436e-a5aa-243627eef878', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:10:23Z', 'updated_at': '2022-07-25T06:10:25Z', 'revision_number': 1, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}, {'id': '3d248786-1819-416f-8263-9888aac2094e', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:cc:a3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:12:22Z', 'updated_at': '2022-07-25T06:12:22Z', 'revision_number': 0, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:12:24.727900 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Router 90e8b811-746c-49e1-8ea1-9aea00b1743d has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:12:24.783230 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:24.835053 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:12:24.840093 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-02ec3b01-2a08-479c-87b9-d1a231171973 admin admin] 10.222.0.40 "PUT /v2.0/routers/90e8b811-746c-49e1-8ea1-9aea00b1743d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108812 Jul 25 06:12:24.842849 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51556) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:24.844208 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] Sync routers for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:12:24.858015 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:12:24.858664 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:11:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:24.869108 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e1d4e-9eb1-44f7-8300-a8b95e58c30c None None] New status for floating IP 3d248786-1819-416f-8263-9888aac2094e: ACTIVE {{(pid=110785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:12:24.948473 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks [] for router (90e8b811-746c-49e1-8ea1-9aea00b1743d), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:24.975797 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:12:24.982483 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:25.047294 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks [] for router_gateway (90e8b811-746c-49e1-8ea1-9aea00b1743d), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.137535 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Deleting port 0df579ea-a445-4a6d-b8e8-6fb49c560075 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:25.138232 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.148970 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:12:24Z', 'revision_number': 5, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port': {'id': '0df579ea-a445-4a6d-b8e8-6fb49c560075', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:21Z', 'updated_at': '2022-07-25T06:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:25.174352 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] Checking router: 90e8b811-746c-49e1-8ea1-9aea00b1743d for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:12:25.183511 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] Routers {'90e8b811-746c-49e1-8ea1-9aea00b1743d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:12:25.184157 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:11:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['90e8b811-746c-49e1-8ea1-9aea00b1743d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:25.221894 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] For port 0df579ea-a445-4a6d-b8e8-6fb49c560075, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=0df579ea-a445-4a6d-b8e8-6fb49c560075,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:25.222168 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.235824 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Calling delete_port for 0df579ea-a445-4a6d-b8e8-6fb49c560075 owned by network:router_gateway {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:25.270070 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] Set router 90e8b811-746c-49e1-8ea1-9aea00b1743d gateway port host: None {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:12:25.323250 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:12:25Z', 'revision_number': 6, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port_host': None}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:25.348183 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71477cc6-82c3-40a0-a95c-d171c9e42dc3 None None] The sync data for ids ['90e8b811-746c-49e1-8ea1-9aea00b1743d'] in dv-cinder-848418-2-iscsi is: [{'id': '90e8b811-746c-49e1-8ea1-9aea00b1743d', 'name': 'tempest-TestShelveInstance-1459161842-router', 'tenant_id': '3520876da8974c439cef1b35397029f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:20Z', 'updated_at': '2022-07-25T06:12:25Z', 'revision_number': 6, 'project_id': '3520876da8974c439cef1b35397029f9', 'gw_port_host': None}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:12:25.348472 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:25.466418 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (0df579ea-a445-4a6d-b8e8-6fb49c560075), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.497196 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=0df579ea-a445-4a6d-b8e8-6fb49c560075,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:25.559579 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (90e8b811-746c-49e1-8ea1-9aea00b1743d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.645089 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (90e8b811-746c-49e1-8ea1-9aea00b1743d), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.647947 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks [] for router_controller (90e8b811-746c-49e1-8ea1-9aea00b1743d), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.746674 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (90e8b811-746c-49e1-8ea1-9aea00b1743d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.747371 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e8b811-746c-49e1-8ea1-9aea00b1743d {{(pid=110782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:12:25.754900 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.757151 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-8dc6d1b5-a910-4e20-9073-914e03598d6d admin admin] 10.222.0.40 "DELETE /v2.0/routers/90e8b811-746c-49e1-8ea1-9aea00b1743d HTTP/1.1" status: 204 len: 168 time: 0.9132962 Jul 25 06:12:25.759794 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51558) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:25.810320 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d85aad5-ca5b-4cd6-8f43-837a89150d88 admin admin] Deleting subnet 011e25f2-0786-4924-b9fd-680d4dd056a1 {{(pid=110783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:12:25.813414 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2d85aad5-ca5b-4cd6-8f43-837a89150d88 admin admin] Publish callbacks [] for subnet (011e25f2-0786-4924-b9fd-680d4dd056a1), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.848368 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2d85aad5-ca5b-4cd6-8f43-837a89150d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11416775'] for subnet (011e25f2-0786-4924-b9fd-680d4dd056a1), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:25.925164 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2d85aad5-ca5b-4cd6-8f43-837a89150d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (011e25f2-0786-4924-b9fd-680d4dd056a1), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.044009 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2d85aad5-ca5b-4cd6-8f43-837a89150d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12528817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9359416'] for subnet (011e25f2-0786-4924-b9fd-680d4dd056a1), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.071102 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85aad5-ca5b-4cd6-8f43-837a89150d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011e25f2-0786-4924-b9fd-680d4dd056a1,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:26.074631 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2d85aad5-ca5b-4cd6-8f43-837a89150d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.077952 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-2d85aad5-ca5b-4cd6-8f43-837a89150d88 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/011e25f2-0786-4924-b9fd-680d4dd056a1 HTTP/1.1" status: 204 len: 168 time: 0.3169062 Jul 25 06:12:26.080258 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28f607-0642-4131-a9e0-bd62216e2a44 None None] Network c6e0d702-8c0d-4f55-a895-c3df29202603 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:12:26.080758 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51560) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:26.155184 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (c6e0d702-8c0d-4f55-a895-c3df29202603), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.203689 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Deleting port 32473a47-0440-4ca9-b945-61886005ef38 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:26.204150 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (32473a47-0440-4ca9-b945-61886005ef38), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.251885 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cbfe83-f3db-4283-ad62-653e32399e99 None None] DHCP port deletion for c6e0d702-8c0d-4f55-a895-c3df29202603 request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:12:26.271768 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] For port 32473a47-0440-4ca9-b945-61886005ef38, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=32473a47-0440-4ca9-b945-61886005ef38,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:26.272399 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (32473a47-0440-4ca9-b945-61886005ef38), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.285283 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Calling delete_port for 32473a47-0440-4ca9-b945-61886005ef38 owned by network:dhcp {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:26.290180 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-00cbfe83-f3db-4283-ad62-653e32399e99 None None] Deleting port 32473a47-0440-4ca9-b945-61886005ef38 {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:26.290561 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-00cbfe83-f3db-4283-ad62-653e32399e99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (32473a47-0440-4ca9-b945-61886005ef38), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.304160 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:26.357339 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-00cbfe83-f3db-4283-ad62-653e32399e99 None None] For port 32473a47-0440-4ca9-b945-61886005ef38, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=32473a47-0440-4ca9-b945-61886005ef38,segment=NetworkSegment(486541f6-8349-4e38-a934-417173dc1785),segment_id=486541f6-8349-4e38-a934-417173dc1785)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:26.357339 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-00cbfe83-f3db-4283-ad62-653e32399e99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (32473a47-0440-4ca9-b945-61886005ef38), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.375649 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-00cbfe83-f3db-4283-ad62-653e32399e99 None None] Calling delete_port for 32473a47-0440-4ca9-b945-61886005ef38 owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:26.455144 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (32473a47-0440-4ca9-b945-61886005ef38), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.464194 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-00cbfe83-f3db-4283-ad62-653e32399e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (32473a47-0440-4ca9-b945-61886005ef38), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.481300 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Pushing event deleted for resources: {'Port': ['ID=32473a47-0440-4ca9-b945-61886005ef38,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:26.484542 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] No DVR routers for this DVR port 32473a47-0440-4ca9-b945-61886005ef38 on host dv-cinder-848418-2-iscsi {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:12:26.487529 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbfe83-f3db-4283-ad62-653e32399e99 None None] Pushing event deleted for resources: {'Port': ['ID=32473a47-0440-4ca9-b945-61886005ef38,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:26.491980 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cbfe83-f3db-4283-ad62-653e32399e99 None None] No DVR routers for this DVR port 32473a47-0440-4ca9-b945-61886005ef38 on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:12:26.562992 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (c6e0d702-8c0d-4f55-a895-c3df29202603), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.585857 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e0d702-8c0d-4f55-a895-c3df29202603']}} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:26.595640 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486541f6-8349-4e38-a934-417173dc1785') {'for_net_delete': True} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:26.595939 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486541f6-8349-4e38-a934-417173dc1785') {} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:26.597513 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:26.606883 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11416830'] for segment (486541f6-8349-4e38-a934-417173dc1785), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.620467 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (486541f6-8349-4e38-a934-417173dc1785), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.626059 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 32473a47-0440-4ca9-b945-61886005ef38 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:12:26.627943 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=110783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:12:26.628404 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12528651'] for segment (486541f6-8349-4e38-a934-417173dc1785), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.648920 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 32473a47-0440-4ca9-b945-61886005ef38 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:12:26.649524 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 32473a47-0440-4ca9-b945-61886005ef38 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:12:26.650118 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 47aeca0b-e0b9-4787-847f-133e649c9812 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:12:26.673369 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 47aeca0b-e0b9-4787-847f-133e649c9812 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:12:26.674557 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 47aeca0b-e0b9-4787-847f-133e649c9812 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:12:26.674557 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 0df579ea-a445-4a6d-b8e8-6fb49c560075 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:12:26.694876 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 0df579ea-a445-4a6d-b8e8-6fb49c560075 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:12:26.695229 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 0df579ea-a445-4a6d-b8e8-6fb49c560075 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:12:26.710526 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 486541f6-8349-4e38-a934-417173dc1785 resource provider aggregate not found Jul 25 06:12:26.726811 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 486541f6-8349-4e38-a934-417173dc1785 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 486541f6-8349-4e38-a934-417173dc1785 found for delete ", "request_id": "req-e1f45d8b-3387-472f-b239-281c9c9f1066"}]} Jul 25 06:12:26.775247 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (c6e0d702-8c0d-4f55-a895-c3df29202603), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.780804 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:26.783982 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] 10.222.0.40 "DELETE /v2.0/networks/c6e0d702-8c0d-4f55-a895-c3df29202603 HTTP/1.1" status: 204 len: 168 time: 0.7025898 Jul 25 06:12:26.786960 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51568) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:26.795123 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6397a-ba0b-41c7-b4e7-f8d685b75413 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e0d702-8c0d-4f55-a895-c3df29202603,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:26.970619 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:27.102680 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (2404d0fa-4f7a-4f20-a05d-183839ec5b68), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:27.118539 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c7be4f44-6145-48c6-8f6e-911d0e89f174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:27.316401 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Deleting port 312b8a1e-1295-40e0-a0c0-73dff537cf9c {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:27.316746 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:27.395572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] For port 312b8a1e-1295-40e0-a0c0-73dff537cf9c, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=312b8a1e-1295-40e0-a0c0-73dff537cf9c,segment=NetworkSegment(4221853b-856a-4d55-9d85-26e1913cceb7),segment_id=4221853b-856a-4d55-9d85-26e1913cceb7)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:27.395926 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:27.408948 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Calling delete_port for 312b8a1e-1295-40e0-a0c0-73dff537cf9c owned by network:router_interface {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:27.453712 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:27.632479 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (312b8a1e-1295-40e0-a0c0-73dff537cf9c), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:27.658323 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=312b8a1e-1295-40e0-a0c0-73dff537cf9c,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:27.817262 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:27.825581 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (2404d0fa-4f7a-4f20-a05d-183839ec5b68), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:28.028209 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:12:28.129007 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:12:28.137177 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-4e3a799f-5e9f-4976-8b48-42dd464a4b48 admin admin] 10.222.0.40 "PUT /v2.0/routers/2404d0fa-4f7a-4f20-a05d-183839ec5b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3487763 Jul 25 06:12:28.137372 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51570) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:28.138357 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] Sync routers for ids ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:12:28.140644 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:28.150122 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] Routers {'2404d0fa-4f7a-4f20-a05d-183839ec5b68'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:12:28.150742 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:11:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:28.183650 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:28.244294 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks [] for router (2404d0fa-4f7a-4f20-a05d-183839ec5b68), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:28.388516 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] Set router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:12:28.563302 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:26Z', 'updated_at': '2022-07-25T06:12:27Z', 'revision_number': 5, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'gw_port': {'id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:27Z', 'updated_at': '2022-07-25T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:28.589676 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] Checking router: 2404d0fa-4f7a-4f20-a05d-183839ec5b68 for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:12:28.598886 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] Routers {'2404d0fa-4f7a-4f20-a05d-183839ec5b68'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:12:28.599753 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:11:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:28.604106 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks [] for router_gateway (2404d0fa-4f7a-4f20-a05d-183839ec5b68), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:28.696417 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Deleting port 601919ea-4b7a-42cc-8b76-f14786fdf55f {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:28.696761 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:28.706076 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] Set router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:12:28.781654 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] For port 601919ea-4b7a-42cc-8b76-f14786fdf55f, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=601919ea-4b7a-42cc-8b76-f14786fdf55f,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:28.782021 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:28.794910 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Calling delete_port for 601919ea-4b7a-42cc-8b76-f14786fdf55f owned by network:router_gateway {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:28.873204 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:26Z', 'updated_at': '2022-07-25T06:12:27Z', 'revision_number': 5, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'gw_port': {'id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:27Z', 'updated_at': '2022-07-25T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:28.898440 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95e670f-f9eb-46de-a6a3-ed86ed46b398 None None] The sync data for ids ['2404d0fa-4f7a-4f20-a05d-183839ec5b68'] in dv-cinder-848418-2-iscsi is: [{'id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'name': 'tempest-TestShelveInstance-481333572-router', 'tenant_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:26Z', 'updated_at': '2022-07-25T06:12:27Z', 'revision_number': 5, 'project_id': 'e10757151e474c8cabd1675d8a9f9bdc', 'gw_port': {'id': '601919ea-4b7a-42cc-8b76-f14786fdf55f', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2404d0fa-4f7a-4f20-a05d-183839ec5b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:27Z', 'updated_at': '2022-07-25T06:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:12:29.032306 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (601919ea-4b7a-42cc-8b76-f14786fdf55f), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.056191 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Pushing event deleted for resources: {'Port': ['ID=601919ea-4b7a-42cc-8b76-f14786fdf55f,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:29.115889 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (2404d0fa-4f7a-4f20-a05d-183839ec5b68), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.201880 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (2404d0fa-4f7a-4f20-a05d-183839ec5b68), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.204752 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks [] for router_controller (2404d0fa-4f7a-4f20-a05d-183839ec5b68), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.289752 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.318869 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (2404d0fa-4f7a-4f20-a05d-183839ec5b68), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.319520 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2404d0fa-4f7a-4f20-a05d-183839ec5b68 {{(pid=110783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:12:29.324040 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.325260 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-722a974b-ca86-4da7-a5ff-6eee8d84535e admin admin] 10.222.0.40 "DELETE /v2.0/routers/2404d0fa-4f7a-4f20-a05d-183839ec5b68 HTTP/1.1" status: 204 len: 168 time: 1.1870980 Jul 25 06:12:29.328233 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51572) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:29.375430 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b0f4d1-e589-4804-a42c-70328f71ca12 admin admin] Deleting subnet fd8a1399-9adf-4d20-ba80-46a047f9e06b {{(pid=110782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:12:29.379559 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f4d1-e589-4804-a42c-70328f71ca12 admin admin] Publish callbacks [] for subnet (fd8a1399-9adf-4d20-ba80-46a047f9e06b), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.398576 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f4789dbf-3859-4e74-98a3-cd001960053b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.421235 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f4d1-e589-4804-a42c-70328f71ca12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12126647'] for subnet (fd8a1399-9adf-4d20-ba80-46a047f9e06b), precommit_delete_associations {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.487035 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:12:29.504782 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f4d1-e589-4804-a42c-70328f71ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (fd8a1399-9adf-4d20-ba80-46a047f9e06b), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.553961 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:29.644199 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f4d1-e589-4804-a42c-70328f71ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11572787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8647388'] for subnet (fd8a1399-9adf-4d20-ba80-46a047f9e06b), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.947386 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0f4d1-e589-4804-a42c-70328f71ca12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8a1399-9adf-4d20-ba80-46a047f9e06b,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:29.951237 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f4d1-e589-4804-a42c-70328f71ca12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:29.954400 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-d5b0f4d1-e589-4804-a42c-70328f71ca12 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/fd8a1399-9adf-4d20-ba80-46a047f9e06b HTTP/1.1" status: 204 len: 168 time: 0.6250632 Jul 25 06:12:29.956895 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51574) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:29.958019 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd916e6-d7a9-4404-a5bc-ee1a6cd2565a None None] Network 1bc8044e-60b6-478a-b57b-1ac666baac28 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:12:30.030394 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (1bc8044e-60b6-478a-b57b-1ac666baac28), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.043822 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:30.074955 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Deleting port 395c234a-5aa7-499c-a317-4ca5258c2029 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:30.075299 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.102460 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457307fa-18a5-41d3-a660-ceedc511c07f None None] DHCP port deletion for 1bc8044e-60b6-478a-b57b-1ac666baac28 request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:12:30.138931 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-457307fa-18a5-41d3-a660-ceedc511c07f None None] Deleting port 395c234a-5aa7-499c-a317-4ca5258c2029 {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:12:30.139231 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-457307fa-18a5-41d3-a660-ceedc511c07f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.145923 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] For port 395c234a-5aa7-499c-a317-4ca5258c2029, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=395c234a-5aa7-499c-a317-4ca5258c2029,segment=NetworkSegment(4221853b-856a-4d55-9d85-26e1913cceb7),segment_id=4221853b-856a-4d55-9d85-26e1913cceb7)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:30.147382 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.160207 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Calling delete_port for 395c234a-5aa7-499c-a317-4ca5258c2029 owned by network:dhcp {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:30.209405 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-457307fa-18a5-41d3-a660-ceedc511c07f None None] For port 395c234a-5aa7-499c-a317-4ca5258c2029, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=395c234a-5aa7-499c-a317-4ca5258c2029,segment=NetworkSegment(4221853b-856a-4d55-9d85-26e1913cceb7),segment_id=4221853b-856a-4d55-9d85-26e1913cceb7)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:12:30.209643 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-457307fa-18a5-41d3-a660-ceedc511c07f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.222191 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-457307fa-18a5-41d3-a660-ceedc511c07f None None] Calling delete_port for 395c234a-5aa7-499c-a317-4ca5258c2029 owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:12:30.300785 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.307494 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-457307fa-18a5-41d3-a660-ceedc511c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (395c234a-5aa7-499c-a317-4ca5258c2029), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.330220 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Pushing event deleted for resources: {'Port': ['ID=395c234a-5aa7-499c-a317-4ca5258c2029,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:30.334013 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] No DVR routers for this DVR port 395c234a-5aa7-499c-a317-4ca5258c2029 on host dv-cinder-848418-2-iscsi {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:12:30.338653 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457307fa-18a5-41d3-a660-ceedc511c07f None None] Pushing event deleted for resources: {'Port': ['ID=395c234a-5aa7-499c-a317-4ca5258c2029,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:30.341433 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457307fa-18a5-41d3-a660-ceedc511c07f None None] No DVR routers for this DVR port 395c234a-5aa7-499c-a317-4ca5258c2029 on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:12:30.357367 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:30.407350 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (1bc8044e-60b6-478a-b57b-1ac666baac28), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.427957 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc8044e-60b6-478a-b57b-1ac666baac28']}} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:30.437331 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4221853b-856a-4d55-9d85-26e1913cceb7') {'for_net_delete': True} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:30.443987 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.services.segments.db [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4221853b-856a-4d55-9d85-26e1913cceb7') {} {{(pid=110782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:12:30.450920 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12126606'] for segment (4221853b-856a-4d55-9d85-26e1913cceb7), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.465720 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (4221853b-856a-4d55-9d85-26e1913cceb7), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.472221 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=110782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:12:30.472640 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11572873'] for segment (4221853b-856a-4d55-9d85-26e1913cceb7), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.554309 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 4221853b-856a-4d55-9d85-26e1913cceb7 resource provider aggregate not found Jul 25 06:12:30.570773 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.services.segments.plugin [-] Segment 4221853b-856a-4d55-9d85-26e1913cceb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4221853b-856a-4d55-9d85-26e1913cceb7 found for delete ", "request_id": "req-b6f882bf-fa5c-4353-bd94-67ea1771bb86"}]} Jul 25 06:12:30.616353 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (1bc8044e-60b6-478a-b57b-1ac666baac28), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.622390 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.626213 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] 10.222.0.40 "DELETE /v2.0/networks/1bc8044e-60b6-478a-b57b-1ac666baac28 HTTP/1.1" status: 204 len: 168 time: 0.6682131 Jul 25 06:12:30.639009 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 312b8a1e-1295-40e0-a0c0-73dff537cf9c no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:12:30.642460 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77891bf-5455-4a6b-ba8e-7420112917eb admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc8044e-60b6-478a-b57b-1ac666baac28,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:30.660784 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 312b8a1e-1295-40e0-a0c0-73dff537cf9c {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:12:30.661189 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 312b8a1e-1295-40e0-a0c0-73dff537cf9c not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:12:30.662185 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 601919ea-4b7a-42cc-8b76-f14786fdf55f no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:12:30.681991 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:30.684978 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 601919ea-4b7a-42cc-8b76-f14786fdf55f {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:12:30.684978 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 601919ea-4b7a-42cc-8b76-f14786fdf55f not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:12:30.684978 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 395c234a-5aa7-499c-a317-4ca5258c2029 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:12:30.702123 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 395c234a-5aa7-499c-a317-4ca5258c2029 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:12:30.702554 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 395c234a-5aa7-499c-a317-4ca5258c2029 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:12:30.942598 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51586) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:30.982777 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-022d1f95-893f-467d-af25-2cb8afe16510 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3520876da8974c439cef1b35397029f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389111 Jul 25 06:12:30.985225 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51588) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:31.036617 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0a57de67-b038-4984-b4cd-0bb2b0495376 admin admin] Publish callbacks [] for security_group (abeca2f7-a948-44f1-b2bc-ad18cdf4bee5), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:31.058575 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0a57de67-b038-4984-b4cd-0bb2b0495376 admin admin] Publish callbacks [] for security_group (abeca2f7-a948-44f1-b2bc-ad18cdf4bee5), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:31.152245 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0a57de67-b038-4984-b4cd-0bb2b0495376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (abeca2f7-a948-44f1-b2bc-ad18cdf4bee5), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:31.154871 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-0a57de67-b038-4984-b4cd-0bb2b0495376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:31.156023 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-0a57de67-b038-4984-b4cd-0bb2b0495376 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/abeca2f7-a948-44f1-b2bc-ad18cdf4bee5 HTTP/1.1" status: 204 len: 168 time: 0.1699114 Jul 25 06:12:31.166489 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57de67-b038-4984-b4cd-0bb2b0495376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeca2f7-a948-44f1-b2bc-ad18cdf4bee5,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:31.753602 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51594) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:31.791272 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:31.795010 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-775c6b9a-1fe0-42d9-8d2b-0fa0b43d5614 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e10757151e474c8cabd1675d8a9f9bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403066 Jul 25 06:12:31.797668 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51596) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:12:31.847232 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b6ab15b6-023d-49d9-8393-ed74ff829bd5 admin admin] Publish callbacks [] for security_group (7456d28f-1ce7-4f20-a823-1f1531ba1440), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:31.869401 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b6ab15b6-023d-49d9-8393-ed74ff829bd5 admin admin] Publish callbacks [] for security_group (7456d28f-1ce7-4f20-a823-1f1531ba1440), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:31.929565 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:32.026358 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b6ab15b6-023d-49d9-8393-ed74ff829bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (7456d28f-1ce7-4f20-a823-1f1531ba1440), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:32.028937 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-b6ab15b6-023d-49d9-8393-ed74ff829bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:32.030115 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-b6ab15b6-023d-49d9-8393-ed74ff829bd5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7456d28f-1ce7-4f20-a823-1f1531ba1440 HTTP/1.1" status: 204 len: 168 time: 0.2315335 Jul 25 06:12:32.038732 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab15b6-023d-49d9-8393-ed74ff829bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7456d28f-1ce7-4f20-a823-1f1531ba1440,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:12:32.289463 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:34.982506 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:35.153684 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-5cdafa07-951a-4132-adf7-c72dfb9c6d14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397923 Jul 25 06:12:35.245182 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-93fdfd62-20aa-4695-bbf8-6cb347c603db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:35.246586 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-93fdfd62-20aa-4695-bbf8-6cb347c603db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 1129 time: 0.0400319 Jul 25 06:12:35.362370 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-5dfab60d-fec2-4a3c-8d61-097496cd77de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:35.363833 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-5dfab60d-fec2-4a3c-8d61-097496cd77de service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.0895002 Jul 25 06:12:35.427704 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-de316f2e-7b21-4e51-93a1-99504b7cf181 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cffae0-d1fe-401f-bf00-2a379c708385 HTTP/1.1" status: 200 len: 1000 time: 0.0552583 Jul 25 06:12:35.473331 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:35.479509 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-9eff1669-62e4-499c-9209-b461437007f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:35.480945 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-9eff1669-62e4-499c-9209-b461437007f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0440998 Jul 25 06:12:35.532271 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-43564186-940f-4abb-895c-fbbf1547a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:12:35.533691 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-43564186-940f-4abb-895c-fbbf1547a02f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422947 Jul 25 06:12:35.628337 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-51c199f6-f6f7-41fb-9647-b495d476cc4a service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827990 Jul 25 06:12:35.721981 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-1691a7d4-0bbf-4b19-8a86-93383b03d85e req-9958b784-87e9-4e0d-b26e-6b64dc5b01cb service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881879 Jul 25 06:12:39.243802 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:39.244602 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:42.181305 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:42.184181 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=40,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:45.717946 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=19 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:45.718705 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=52 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:55.498588 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=2 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:55.499394 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:12:57.105980 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-b4d6132b-4aac-432b-9550-d78e8007884d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:59.277533 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:12:59.391424 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-264aad6c-2278-4203-834d-f16ab52a5eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:00.671524 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:01.964165 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:02.237569 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:06.487083 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:13:12.181659 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:12.189691 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:24.452008 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:24.462058 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:27.106046 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e393c9cc-bad8-4ebe-b958-7d634ddedcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:29.299680 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:29.413839 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-286b1064-4c34-4ef1-9335-7cdd7d1cceb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:30.671166 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:31.922928 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:32.225681 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:36.167747 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-342e0ec8-2596-4c81-a022-c7afb11534c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386186 Jul 25 06:13:36.224611 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-e2c14c44-e389-4ccd-b4d5-87dc60e01a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:36.226061 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-e2c14c44-e389-4ccd-b4d5-87dc60e01a57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 1129 time: 0.0385182 Jul 25 06:13:36.333391 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-a2fb40b1-7c5b-4fa2-875c-cbcfa449765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:36.334855 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-a2fb40b1-7c5b-4fa2-875c-cbcfa449765c service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.0901279 Jul 25 06:13:36.394969 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-25fd2191-a777-4721-b485-d6dbd84c1458 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f HTTP/1.1" status: 200 len: 1000 time: 0.0545652 Jul 25 06:13:36.443496 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-6aea254e-b1f1-4321-a0e1-9fb1a2e5da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:36.444839 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-6aea254e-b1f1-4321-a0e1-9fb1a2e5da87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0426648 Jul 25 06:13:36.491399 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-24b6a1a1-2616-4c7b-be88-6475d9ee0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:36.492952 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-24b6a1a1-2616-4c7b-be88-6475d9ee0b7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420029 Jul 25 06:13:36.582264 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-412c234e-e508-433b-a8d3-5954be4b1ef5 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832982 Jul 25 06:13:36.676644 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-01d6ad43-df44-404e-9558-639ffae6eb43 req-b831360c-abdc-49bb-808e-127f014bdd31 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883207 Jul 25 06:13:42.183505 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:42.186387 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:43.486222 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:13:46.671869 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=50 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:46.673751 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=51 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:52.213190 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51616) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:13:52.354067 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Deleting port e533cbe8-0af6-45e6-a0dd-f8302b111812 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:13:52.354412 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (e533cbe8-0af6-45e6-a0dd-f8302b111812), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:52.431509 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (e533cbe8-0af6-45e6-a0dd-f8302b111812), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:52.431835 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (e533cbe8-0af6-45e6-a0dd-f8302b111812), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:52.444055 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Calling delete_port for e533cbe8-0af6-45e6-a0dd-f8302b111812 owned by network:floatingip {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:13:52.625696 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (e533cbe8-0af6-45e6-a0dd-f8302b111812), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:52.655075 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event deleted for resources: {'Port': ['ID=e533cbe8-0af6-45e6-a0dd-f8302b111812,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:13:52.667252 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.667602 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.667946 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.668822 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.669151 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.669490 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.669813 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.670138 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.670462 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.670787 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.671115 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.671442 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.671790 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.672124 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.672465 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:13:52.727551 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (3d248786-1819-416f-8263-9888aac2094e), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:52.728783 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Floating IP 3d248786-1819-416f-8263-9888aac2094e disassociated (deleted). External IP: 172.27.1.31, port: 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f. Jul 25 06:13:52.923691 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Router fe2ecb20-1634-4fda-bc79-4466364aaea7 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:13:53.026001 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:53.029590 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:13:53.034505 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:53.038929 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] Sync routers for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:13:53.050349 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:13:53.050980 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:13:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:13:53.066417 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-a8399203-4bdb-4a32-9b67-820abd45b200 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "DELETE /v2.0/floatingips/3d248786-1819-416f-8263-9888aac2094e HTTP/1.1" status: 204 len: 168 time: 0.8521068 Jul 25 06:13:53.066999 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:13:53.069235 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad" -d '{"events": [{"name": "network-changed", "server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:13:53.112219 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff8fdfb-1507-4603-afb4-b0afe31fb181 x-openstack-request-id: req-8ff8fdfb-1507-4603-afb4-b0afe31fb181 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:13:53.112513 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:13:53.112766 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8ff8fdfb-1507-4603-afb4-b0afe31fb181 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:13:53.113175 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff8fdfb-1507-4603-afb4-b0afe31fb181'] response: {'name': 'network-changed', 'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'status': 'completed', 'code': 200} Jul 25 06:13:53.154865 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:13:53.168053 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:53.176457 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-f62c245c-aabf-442f-88d4-6a99f3a139fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:53.177920 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-f62c245c-aabf-442f-88d4-6a99f3a139fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 1129 time: 0.0411367 Jul 25 06:13:53.274619 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-1eef17ab-8564-4325-ae45-0c8d71b9742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:53.276134 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-1eef17ab-8564-4325-ae45-0c8d71b9742a service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.0925241 Jul 25 06:13:53.316677 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-20bb8768-868b-47ff-947f-7ed4cef4e891 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f HTTP/1.1" status: 200 len: 217 time: 0.0351074 Jul 25 06:13:53.368658 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-5b551fb8-2b2f-4beb-9b53-411ebf162f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:53.370108 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-5b551fb8-2b2f-4beb-9b53-411ebf162f33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0471418 Jul 25 06:13:53.372407 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '0b39f4ce-6c04-436e-a5aa-243627eef878', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:10:23Z', 'updated_at': '2022-07-25T06:10:25Z', 'revision_number': 1, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:13:53.422073 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-292fc582-95eb-4d9c-b148-001c407c553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:53.423701 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-292fc582-95eb-4d9c-b148-001c407c553d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466757 Jul 25 06:13:53.487130 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] Checking router: fe2ecb20-1634-4fda-bc79-4466364aaea7 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:13:53.495496 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:13:53.496097 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:13:29Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:13:53.519989 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e72dfb-0a21-4a39-a890-8a4eea5a794d req-c07f27f1-48a0-422f-b14e-346b9edf3e05 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:53.521876 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-95e72dfb-0a21-4a39-a890-8a4eea5a794d req-c07f27f1-48a0-422f-b14e-346b9edf3e05 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 945 time: 0.0503759 Jul 25 06:13:53.572196 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-95e72dfb-0a21-4a39-a890-8a4eea5a794d req-32c0cab4-77b3-421d-9c15-f346c9171818 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446451 Jul 25 06:13:53.599844 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:13:53.808540 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '0b39f4ce-6c04-436e-a5aa-243627eef878', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:10:23Z', 'updated_at': '2022-07-25T06:10:25Z', 'revision_number': 1, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:13:53.832834 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845da48f-d8b0-49ae-8fef-203c675f0dc4 None None] The sync data for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi is: [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_floatingips': [{'id': '0b39f4ce-6c04-436e-a5aa-243627eef878', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'router_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'port_id': '73cffae0-d1fe-401f-bf00-2a379c708385', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'mac_address': 'fa:16:3e:0e:68:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T06:10:23Z', 'updated_at': '2022-07-25T06:10:25Z', 'revision_number': 1, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:13:54.038091 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bfaecf-01cb-4bf1-bcce-5bc5df490819 None None] New status for floating IP 3d248786-1819-416f-8263-9888aac2094e: DOWN {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:13:54.498716 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-0d229b09-0811-4d29-bba0-2894f60ac42d service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888326 Jul 25 06:13:54.683312 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-a7a7d6f1-e143-4ee7-b869-4454a7b6dbad req-e4c3a935-459f-40a5-94e0-039dbc739c33 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862455 Jul 25 06:13:54.690856 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a210f-abbc-4727-9947-5bf96f5e8753 req-514c2b5c-445b-483a-8c74-9c54d9fd4a66 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:54.692357 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-437a210f-abbc-4727-9947-5bf96f5e8753 req-514c2b5c-445b-483a-8c74-9c54d9fd4a66 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 945 time: 0.0488343 Jul 25 06:13:54.742147 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-437a210f-abbc-4727-9947-5bf96f5e8753 req-40118970-1879-4403-877e-6ea05ad5cefc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 Jul 25 06:13:54.993096 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-086658a6-f8ec-4787-8ff4-11a93937d862 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:13:54.994507 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-086658a6-f8ec-4787-8ff4-11a93937d862 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 945 time: 0.0462761 Jul 25 06:13:55.076760 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Deleting port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:13:55.077019 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:55.166326 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] For port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:13:55.166680 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:55.179816 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Calling delete_port for 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:13:55.217870 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:55.459362 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (1bd4b51c-54f5-4c0f-9d56-7ac19d08837f), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:55.490635 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event deleted for resources: {'Port': ['ID=1bd4b51c-54f5-4c0f-9d56-7ac19d08837f,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:13:55.534406 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] No DVR routers for this DVR port 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:13:55.537046 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:55.540651 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-829370e5-ec18-468f-98e6-8ced5b13c4c9 req-4a0c03f9-510d-4e0d-ad3a-876bc1a343b5 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "DELETE /v2.0/ports/1bd4b51c-54f5-4c0f-9d56-7ac19d08837f HTTP/1.1" status: 204 len: 173 time: 0.5410101 Jul 25 06:13:55.541100 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'name': 'network-vif-deleted', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:13:55.544882 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001bf85-ef53-4420-a3a2-9ea265bfdd3b" -d '{"events": [{"server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "name": "network-vif-deleted", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:13:55.580959 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8152b277-1ae6-4978-8e65-bc1be7e2eb80 x-openstack-request-id: req-8152b277-1ae6-4978-8e65-bc1be7e2eb80 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:13:55.581257 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665b20d0-f0bc-4e21-9003-055d987a93ca", "name": "network-vif-deleted", "tag": "1bd4b51c-54f5-4c0f-9d56-7ac19d08837f", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:13:55.581510 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8152b277-1ae6-4978-8e65-bc1be7e2eb80 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:13:55.581915 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8152b277-1ae6-4978-8e65-bc1be7e2eb80'] response: {'server_uuid': '665b20d0-f0bc-4e21-9003-055d987a93ca', 'name': 'network-vif-deleted', 'tag': '1bd4b51c-54f5-4c0f-9d56-7ac19d08837f', 'status': 'completed', 'code': 200} Jul 25 06:13:55.839168 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-49df5afe-943c-4ace-82ea-0a9c0b8a15df req-15bc0c66-c499-4a7a-835e-46d9716ee750 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=665b20d0-f0bc-4e21-9003-055d987a93ca HTTP/1.1" status: 200 len: 210 time: 0.0284507 Jul 25 06:13:57.162493 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-42c8829b-ad93-4172-ba51-0c2030cd878e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:59.043128 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:13:59.063171 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:13:59.063514 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 1bd4b51c-54f5-4c0f-9d56-7ac19d08837f not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:13:59.316959 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:59.321989 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51656) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:13:59.408317 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c979bf93-97f4-4499-8c63-df72d2baa512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:59.454752 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:13:59.461492 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Deleting port 1c659e8e-0616-4667-9df1-3a04432168c1 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:13:59.461837 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (1c659e8e-0616-4667-9df1-3a04432168c1), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:59.539546 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (1c659e8e-0616-4667-9df1-3a04432168c1), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:59.539873 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (1c659e8e-0616-4667-9df1-3a04432168c1), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:59.552106 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Calling delete_port for 1c659e8e-0616-4667-9df1-3a04432168c1 owned by network:floatingip {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:13:59.728411 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (1c659e8e-0616-4667-9df1-3a04432168c1), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:59.755432 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event deleted for resources: {'Port': ['ID=1c659e8e-0616-4667-9df1-3a04432168c1,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:13:59.821175 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (0b39f4ce-6c04-436e-a5aa-243627eef878), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:13:59.821518 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.db.l3_db [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Floating IP 0b39f4ce-6c04-436e-a5aa-243627eef878 disassociated (deleted). External IP: 172.27.1.60, port: 73cffae0-d1fe-401f-bf00-2a379c708385. Jul 25 06:14:00.287996 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Router fe2ecb20-1634-4fda-bc79-4466364aaea7 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:14:00.339717 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:00.391770 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:14:00.396937 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:00.401404 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] Sync routers for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:14:00.411605 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:14:00.412251 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:13:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:00.425924 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-42a25373-1a31-48b8-bb34-7a3e77f05cbc tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "DELETE /v2.0/floatingips/0b39f4ce-6c04-436e-a5aa-243627eef878 HTTP/1.1" status: 204 len: 168 time: 1.1028678 Jul 25 06:14:00.426512 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:14:00.428821 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f843fa-2ada-40eb-bedd-967ecb423228" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:14:00.457175 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:00.467693 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 06:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6962f269-0c01-499f-b556-6f5f28224dfc x-openstack-request-id: req-6962f269-0c01-499f-b556-6f5f28224dfc {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:14:00.467693 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:14:00.467693 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6962f269-0c01-499f-b556-6f5f28224dfc {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:14:00.467693 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6962f269-0c01-499f-b556-6f5f28224dfc'] response: {'name': 'network-changed', 'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385', 'status': 'completed', 'code': 200} Jul 25 06:14:00.512148 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:00.523631 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:14:00.530565 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-10a323dc-611d-456b-a47c-1946f6622690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:14:00.532080 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-10a323dc-611d-456b-a47c-1946f6622690 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 1129 time: 0.0406065 Jul 25 06:14:00.627660 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:00.630640 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-12f3039c-f1ca-4e14-9d65-06d018878964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:14:00.632129 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-12f3039c-f1ca-4e14-9d65-06d018878964 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 200 len: 912 time: 0.0943208 Jul 25 06:14:00.672229 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-c87ce46a-f265-46d6-819b-42623e08732c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73cffae0-d1fe-401f-bf00-2a379c708385 HTTP/1.1" status: 200 len: 217 time: 0.0345306 Jul 25 06:14:00.688458 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:00.722712 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:00.723694 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-5a7aa405-372a-49fc-8d9b-934457722516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:14:00.725204 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-5a7aa405-372a-49fc-8d9b-934457722516 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 200 len: 850 time: 0.0470157 Jul 25 06:14:00.748470 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] Checking router: fe2ecb20-1634-4fda-bc79-4466364aaea7 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:14:00.757523 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:14:00.758057 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:13:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:00.776591 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-ce1f818d-517e-4f4a-88d8-db64fa943c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:14:00.778138 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-ce1f818d-517e-4f4a-88d8-db64fa943c1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61120c55-35c0-41eb-8aba-884eee11abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474675 Jul 25 06:14:00.862340 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:14:00.893126 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa87790-0ddd-40e9-8ffd-631576e1d7df req-523cbad5-477f-48fe-9261-d6db5346b624 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:14:00.894533 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5aa87790-0ddd-40e9-8ffd-631576e1d7df req-523cbad5-477f-48fe-9261-d6db5346b624 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 945 time: 0.0864735 Jul 25 06:14:00.933367 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-9bb414dc-464f-49f9-8b5e-459c8d7ce326 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466258 Jul 25 06:14:00.961590 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-5aa87790-0ddd-40e9-8ffd-631576e1d7df req-2f3e38ba-1ae6-409c-abab-9557db7d9291 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604587 Jul 25 06:14:01.050824 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:01.074581 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c17e8f-4907-4e04-a22d-95fbe21e971a None None] The sync data for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi is: [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:06:55Z', 'revision_number': 4, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi', '_interfaces': [{'id': 'd38980b3-b26a-4eb7-a127-d6db240f9c91', 'name': '', 'network_id': '61120c55-35c0-41eb-8aba-884eee11abab', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'mac_address': 'fa:16:3e:88:f0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:55Z', 'updated_at': '2022-07-25T06:07:01Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'subnets': [{'id': '3052b60a-63aa-4641-b00b-33b060f7de83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:14:01.284828 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac1afc-2682-4e5b-b060-895a6f6c2bee None None] New status for floating IP 0b39f4ce-6c04-436e-a5aa-243627eef878: DOWN {{(pid=110784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 06:14:01.861377 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-f5f843fa-2ada-40eb-bedd-967ecb423228 req-baee37a5-beaf-4732-a90d-05572638e155 service neutron] 10.222.0.47 "GET /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845144 Jul 25 06:14:01.922552 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:02.084064 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0667f7-02e9-4703-9e94-88472af3be8f req-5a78d2f5-5c79-43e4-a33f-c3d3804217c7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:14:02.085464 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3b0667f7-02e9-4703-9e94-88472af3be8f req-5a78d2f5-5c79-43e4-a33f-c3d3804217c7 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 945 time: 0.0505168 Jul 25 06:14:02.134729 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-3b0667f7-02e9-4703-9e94-88472af3be8f req-588a2dae-b9ef-4e57-9e26-5f95f27d8e6a tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/security-groups?id=ef090414-0c33-4d0d-9ef9-8a533a94c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Jul 25 06:14:02.242233 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:02.264897 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-2eb4412a-af06-4b76-92d1-a5e11c61a07e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 06:14:02.266353 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-2eb4412a-af06-4b76-92d1-a5e11c61a07e tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 945 time: 0.0470362 Jul 25 06:14:02.352222 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Deleting port 73cffae0-d1fe-401f-bf00-2a379c708385 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:02.352483 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:02.444229 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] For port 73cffae0-d1fe-401f-bf00-2a379c708385, host hv-cinder-84841, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84841',level=0,port_id=73cffae0-d1fe-401f-bf00-2a379c708385,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:14:02.444590 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:02.457042 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Calling delete_port for 73cffae0-d1fe-401f-bf00-2a379c708385 owned by compute:nova {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:02.517045 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=100 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:02.631093 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (73cffae0-d1fe-401f-bf00-2a379c708385), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:02.657905 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event deleted for resources: {'Port': ['ID=73cffae0-d1fe-401f-bf00-2a379c708385,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:02.704948 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] No DVR routers for this DVR port 73cffae0-d1fe-401f-bf00-2a379c708385 on host hv-cinder-84841 {{(pid=110782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:14:02.707291 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for port (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:02.710453 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [req-eea1bb50-b872-4ac4-a448-34034135aff1 req-3edad70e-f1f9-46af-9858-f833841f30c0 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.47 "DELETE /v2.0/ports/73cffae0-d1fe-401f-bf00-2a379c708385 HTTP/1.1" status: 204 len: 173 time: 0.4392171 Jul 25 06:14:02.710881 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'name': 'network-vif-deleted', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385'}] {{(pid=110782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 06:14:02.713102 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}502ddf85667a9ce37130edf7d9404a50120fac87f36fa487ffdc7147b9561e26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4543023a-f485-4fc9-bb16-b130541bf413" -d '{"events": [{"server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "name": "network-vif-deleted", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385"}]}' {{(pid=110782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 06:14:02.749189 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 06:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b422ac-2cfd-4bfb-8c83-a0a489470149 x-openstack-request-id: req-81b422ac-2cfd-4bfb-8c83-a0a489470149 {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 06:14:02.749491 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bdb7c6-3cf4-4bf6-a67b-3cc406855567", "name": "network-vif-deleted", "tag": "73cffae0-d1fe-401f-bf00-2a379c708385", "status": "completed", "code": 200}]} {{(pid=110782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 06:14:02.749780 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-81b422ac-2cfd-4bfb-8c83-a0a489470149 {{(pid=110782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 06:14:02.750195 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b422ac-2cfd-4bfb-8c83-a0a489470149'] response: {'server_uuid': 'c0bdb7c6-3cf4-4bf6-a67b-3cc406855567', 'name': 'network-vif-deleted', 'tag': '73cffae0-d1fe-401f-bf00-2a379c708385', 'status': 'completed', 'code': 200} Jul 25 06:14:03.232984 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [req-8234f7bf-f448-46f1-b1d0-82a1b4d50c84 req-5278b5b3-bcbd-4e04-aac6-5fab1a1d74af tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "GET /v2.0/ports?device_id=c0bdb7c6-3cf4-4bf6-a67b-3cc406855567 HTTP/1.1" status: 200 len: 210 time: 0.0300281 Jul 25 06:14:04.294254 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51672) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:04.405217 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Deleting port 65dd42bb-e634-4be2-a443-8edf62eb3ad9 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:04.405558 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (65dd42bb-e634-4be2-a443-8edf62eb3ad9), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:04.483859 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (65dd42bb-e634-4be2-a443-8edf62eb3ad9), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:04.484213 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (65dd42bb-e634-4be2-a443-8edf62eb3ad9), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:04.496159 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Calling delete_port for 65dd42bb-e634-4be2-a443-8edf62eb3ad9 owned by network:floatingip {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:04.497821 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:04.710530 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (65dd42bb-e634-4be2-a443-8edf62eb3ad9), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:04.733550 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event deleted for resources: {'Port': ['ID=65dd42bb-e634-4be2-a443-8edf62eb3ad9,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:04.801572 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for floatingip (fcdde45f-9119-4528-8282-8c22fe99eca6), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:04.804029 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-429260'] for floatingip (None), before_response {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:04.805200 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-f0ed2f7b-7b68-415e-88a2-0987c95d4bc6 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "DELETE /v2.0/floatingips/fcdde45f-9119-4528-8282-8c22fe99eca6 HTTP/1.1" status: 204 len: 168 time: 0.5109401 Jul 25 06:14:05.052289 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 73cffae0-d1fe-401f-bf00-2a379c708385 no longer exists at agent hyperv_hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:14:05.075016 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] No Port match for: 73cffae0-d1fe-401f-bf00-2a379c708385 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:14:05.075363 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Device 73cffae0-d1fe-401f-bf00-2a379c708385 not bound to the agent host hv-cinder-84841 {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:14:06.173086 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51684) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:06.230762 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group (ef090414-0c33-4d0d-9ef9-8a533a94c9ca), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:06.260752 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group (ef090414-0c33-4d0d-9ef9-8a533a94c9ca), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:06.402098 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (ef090414-0c33-4d0d-9ef9-8a533a94c9ca), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:06.405454 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:06.406679 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] 10.222.0.40 "DELETE /v2.0/security-groups/ef090414-0c33-4d0d-9ef9-8a533a94c9ca HTTP/1.1" status: 204 len: 168 time: 0.2324929 Jul 25 06:14:06.416368 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef090414-0c33-4d0d-9ef9-8a533a94c9ca,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:06.423688 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.424034 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.424524 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.424866 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.425194 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.425519 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.425840 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.426161 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.427143 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.427143 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.427143 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.427461 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.427704 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.428020 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.428366 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc865e-2757-4312-bc2b-49c5d9620273 tempest-TestVolumeBootPattern-27640003 tempest-TestVolumeBootPattern-27640003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:06.507878 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51688) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:06.960398 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (fe2ecb20-1634-4fda-bc79-4466364aaea7), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:07.183406 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Deleting port d38980b3-b26a-4eb7-a127-d6db240f9c91 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:07.184105 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:07.186653 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:07.206351 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:07.269996 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] For port d38980b3-b26a-4eb7-a127-d6db240f9c91, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=d38980b3-b26a-4eb7-a127-d6db240f9c91,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:14:07.270624 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:07.284079 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Calling delete_port for d38980b3-b26a-4eb7-a127-d6db240f9c91 owned by network:router_interface {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:07.505115 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (d38980b3-b26a-4eb7-a127-d6db240f9c91), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:07.530318 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38980b3-b26a-4eb7-a127-d6db240f9c91,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:07.692373 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (fe2ecb20-1634-4fda-bc79-4466364aaea7), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:07.899194 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Router fe2ecb20-1634-4fda-bc79-4466364aaea7 has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:14:07.979440 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:07.999276 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:14:08.006178 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-149f1fb8-73b5-430c-86a5-05d84b9d5d85 admin admin] 10.222.0.40 "PUT /v2.0/routers/fe2ecb20-1634-4fda-bc79-4466364aaea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4951315 Jul 25 06:14:08.006738 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51692) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:08.009455 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] Sync routers for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:14:08.020157 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:14:08.020951 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:13:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:08.107931 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks [] for router (fe2ecb20-1634-4fda-bc79-4466364aaea7), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.122571 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: dv-cinder-848418-2-iscsi {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:14:08.149509 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:08.206714 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks [] for router_gateway (fe2ecb20-1634-4fda-bc79-4466364aaea7), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.289493 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:14:07Z', 'revision_number': 5, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port': {'id': 'adbe047b-3ec6-4f4b-a9b5-a7538f11d56c', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:06:53Z', 'updated_at': '2022-07-25T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:08.330408 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Deleting port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:08.330748 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.402205 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] Checking router: fe2ecb20-1634-4fda-bc79-4466364aaea7 for host: dv-cinder-848418-2-iscsi {{(pid=110785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:14:08.411210 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] Routers {'fe2ecb20-1634-4fda-bc79-4466364aaea7'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:14:08.411804 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:13:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['fe2ecb20-1634-4fda-bc79-4466364aaea7'], 'active': True} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:08.418879 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] For port adbe047b-3ec6-4f4b-a9b5-a7538f11d56c, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=adbe047b-3ec6-4f4b-a9b5-a7538f11d56c,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:14:08.419247 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.432742 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Calling delete_port for adbe047b-3ec6-4f4b-a9b5-a7538f11d56c owned by network:router_gateway {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:08.472344 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=100 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:08.494067 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_dvr_db [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] Set router fe2ecb20-1634-4fda-bc79-4466364aaea7 gateway port host: None {{(pid=110785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:14:08.542506 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.l3_hamode_db [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:14:08Z', 'revision_number': 6, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port_host': None}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:08.566518 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5105fa-094b-4cc3-b412-056fde3cfdfb None None] The sync data for ids ['fe2ecb20-1634-4fda-bc79-4466364aaea7'] in dv-cinder-848418-2-iscsi is: [{'id': 'fe2ecb20-1634-4fda-bc79-4466364aaea7', 'name': 'tempest-TestVolumeBootPattern-629870963-router', 'tenant_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:06:52Z', 'updated_at': '2022-07-25T06:14:08Z', 'revision_number': 6, 'project_id': 'd275686dbcfc44769065d5d9ba1a6f0c', 'gw_port_host': None}] {{(pid=110785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:14:08.670948 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (adbe047b-3ec6-4f4b-a9b5-a7538f11d56c), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.700179 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Pushing event deleted for resources: {'Port': ['ID=adbe047b-3ec6-4f4b-a9b5-a7538f11d56c,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:08.761161 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (fe2ecb20-1634-4fda-bc79-4466364aaea7), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.849000 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (fe2ecb20-1634-4fda-bc79-4466364aaea7), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.851141 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks [] for router_controller (fe2ecb20-1634-4fda-bc79-4466364aaea7), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.968520 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (fe2ecb20-1634-4fda-bc79-4466364aaea7), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.969125 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2ecb20-1634-4fda-bc79-4466364aaea7 {{(pid=110783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:14:08.973423 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:08.978295 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-acaf7afb-524d-4b84-a199-e9b4f69e6057 admin admin] 10.222.0.40 "DELETE /v2.0/routers/fe2ecb20-1634-4fda-bc79-4466364aaea7 HTTP/1.1" status: 204 len: 168 time: 0.9670954 Jul 25 06:14:08.978295 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51694) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:08.998591 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device d38980b3-b26a-4eb7-a127-d6db240f9c91 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:14:09.019202 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: d38980b3-b26a-4eb7-a127-d6db240f9c91 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:14:09.019558 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device d38980b3-b26a-4eb7-a127-d6db240f9c91 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:14:09.027447 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadfeef9-83f9-45f5-aa19-ad1d620531cc admin admin] Deleting subnet 3052b60a-63aa-4641-b00b-33b060f7de83 {{(pid=110783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:14:09.030796 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fadfeef9-83f9-45f5-aa19-ad1d620531cc admin admin] Publish callbacks [] for subnet (3052b60a-63aa-4641-b00b-33b060f7de83), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.065419 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fadfeef9-83f9-45f5-aa19-ad1d620531cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11416775'] for subnet (3052b60a-63aa-4641-b00b-33b060f7de83), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.091798 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:09.139466 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fadfeef9-83f9-45f5-aa19-ad1d620531cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (3052b60a-63aa-4641-b00b-33b060f7de83), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.184661 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:09.282524 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fadfeef9-83f9-45f5-aa19-ad1d620531cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12528817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9359416'] for subnet (3052b60a-63aa-4641-b00b-33b060f7de83), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.311149 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfeef9-83f9-45f5-aa19-ad1d620531cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3052b60a-63aa-4641-b00b-33b060f7de83,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:09.313645 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-fadfeef9-83f9-45f5-aa19-ad1d620531cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.316914 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-fadfeef9-83f9-45f5-aa19-ad1d620531cc admin admin] 10.222.0.40 "DELETE /v2.0/subnets/3052b60a-63aa-4641-b00b-33b060f7de83 HTTP/1.1" status: 204 len: 168 time: 0.3386199 Jul 25 06:14:09.320458 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51696) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:09.324477 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3bfc9b-2a58-49bd-805a-5005918515b8 None None] Network 61120c55-35c0-41eb-8aba-884eee11abab requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:14:09.392702 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (61120c55-35c0-41eb-8aba-884eee11abab), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.434474 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Deleting port 6bd995db-9b49-4346-bd23-543fe053f400 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:09.434934 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (6bd995db-9b49-4346-bd23-543fe053f400), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.499936 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] DHCP port deletion for 61120c55-35c0-41eb-8aba-884eee11abab request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:14:09.506830 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] For port 6bd995db-9b49-4346-bd23-543fe053f400, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=6bd995db-9b49-4346-bd23-543fe053f400,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:14:09.507190 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (6bd995db-9b49-4346-bd23-543fe053f400), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.521163 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Calling delete_port for 6bd995db-9b49-4346-bd23-543fe053f400 owned by network:dhcp {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:09.536909 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Deleting port 6bd995db-9b49-4346-bd23-543fe053f400 {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:09.537293 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (6bd995db-9b49-4346-bd23-543fe053f400), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.608587 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] For port 6bd995db-9b49-4346-bd23-543fe053f400, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=6bd995db-9b49-4346-bd23-543fe053f400,segment=NetworkSegment(761c34e2-c6a2-4207-8ac2-be99e0a90e0a),segment_id=761c34e2-c6a2-4207-8ac2-be99e0a90e0a)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:14:09.611900 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (6bd995db-9b49-4346-bd23-543fe053f400), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.622248 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Calling delete_port for 6bd995db-9b49-4346-bd23-543fe053f400 owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:09.671498 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (6bd995db-9b49-4346-bd23-543fe053f400), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.700171 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd995db-9b49-4346-bd23-543fe053f400,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:09.701497 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (6bd995db-9b49-4346-bd23-543fe053f400), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.704190 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] No DVR routers for this DVR port 6bd995db-9b49-4346-bd23-543fe053f400 on host dv-cinder-848418-2-iscsi {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:14:09.726641 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Pushing event deleted for resources: {'Port': ['ID=6bd995db-9b49-4346-bd23-543fe053f400,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:09.731154 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] No DVR routers for this DVR port 6bd995db-9b49-4346-bd23-543fe053f400 on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:14:09.740671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.740671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.740671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.740671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.740671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.740671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.740671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.740671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.740671 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.741766 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.741766 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.741766 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.742174 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.742174 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.743757 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca61522-04b3-4f77-98bd-6f8bbd73fcfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848418-2-iscsi {{(pid=110784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 06:14:09.783380 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (61120c55-35c0-41eb-8aba-884eee11abab), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.802758 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61120c55-35c0-41eb-8aba-884eee11abab']}} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:09.812396 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761c34e2-c6a2-4207-8ac2-be99e0a90e0a') {'for_net_delete': True} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:09.812691 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761c34e2-c6a2-4207-8ac2-be99e0a90e0a') {} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:09.825497 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11416830'] for segment (761c34e2-c6a2-4207-8ac2-be99e0a90e0a), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.839172 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (761c34e2-c6a2-4207-8ac2-be99e0a90e0a), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.845398 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=110783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:14:09.845773 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12528651'] for segment (761c34e2-c6a2-4207-8ac2-be99e0a90e0a), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.891938 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 761c34e2-c6a2-4207-8ac2-be99e0a90e0a resource provider aggregate not found Jul 25 06:14:09.908226 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 761c34e2-c6a2-4207-8ac2-be99e0a90e0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 761c34e2-c6a2-4207-8ac2-be99e0a90e0a found for delete ", "request_id": "req-701bb623-4182-4d29-849f-fac0abbeef56"}]} Jul 25 06:14:09.973716 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (61120c55-35c0-41eb-8aba-884eee11abab), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.979563 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:09.983018 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] 10.222.0.40 "DELETE /v2.0/networks/61120c55-35c0-41eb-8aba-884eee11abab HTTP/1.1" status: 204 len: 168 time: 0.6616337 Jul 25 06:14:09.986083 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [-] (110782) accepted ('10.222.0.40', 51702) {{(pid=110782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:09.994296 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d38e5-97fc-41cb-b0df-9882d2620064 admin admin] Pushing event deleted for resources: {'Network': ['ID=61120c55-35c0-41eb-8aba-884eee11abab,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:10.229533 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:10.303829 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917184'] for router_interface (652aa8b7-1df8-4673-9525-7e24de10680d), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:10.522960 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Deleting port 339da4e9-8987-4443-8981-a78a545efd92 {{(pid=110782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:10.523220 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (339da4e9-8987-4443-8981-a78a545efd92), before_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:10.602784 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.db [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] For port 339da4e9-8987-4443-8981-a78a545efd92, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=339da4e9-8987-4443-8981-a78a545efd92,segment=NetworkSegment(23f7407e-66a9-4ebd-9859-81ad1ccf6beb),segment_id=23f7407e-66a9-4ebd-9859-81ad1ccf6beb)] {{(pid=110782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:14:10.603132 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (339da4e9-8987-4443-8981-a78a545efd92), precommit_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:10.616244 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.plugins.ml2.plugin [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Calling delete_port for 339da4e9-8987-4443-8981-a78a545efd92 owned by network:router_interface {{(pid=110782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:10.654725 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:10.675269 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 6bd995db-9b49-4346-bd23-543fe053f400 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:14:10.698365 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 6bd995db-9b49-4346-bd23-543fe053f400 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:14:10.698706 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 6bd995db-9b49-4346-bd23-543fe053f400 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:14:10.699122 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device adbe047b-3ec6-4f4b-a9b5-a7538f11d56c no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:14:10.717396 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: adbe047b-3ec6-4f4b-a9b5-a7538f11d56c {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:14:10.717740 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device adbe047b-3ec6-4f4b-a9b5-a7538f11d56c not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:14:10.853800 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11572958'] for port (339da4e9-8987-4443-8981-a78a545efd92), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:10.877797 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Pushing event deleted for resources: {'Port': ['ID=339da4e9-8987-4443-8981-a78a545efd92,revision_number=None']} {{(pid=110782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:11.043710 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron_lib.callbacks.manager [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-910128'] for router_interface (652aa8b7-1df8-4673-9525-7e24de10680d), after_delete {{(pid=110782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:11.092301 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:11.252330 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Router 652aa8b7-1df8-4673-9525-7e24de10680d has already been hosted by L3 agent 3841a815-3d61-4245-b80f-518173293506 {{(pid=110782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 06:14:11.353784 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] Notify agent at l3_agent.dv-cinder-848418-2-iscsi the message routers_updated {{(pid=110782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 06:14:11.359454 dv-cinder-848418-2-iscsi neutron-server[110782]: INFO neutron.wsgi [None req-670902ce-6bbb-4bab-915e-25d57ac34692 admin admin] 10.222.0.40 "PUT /v2.0/routers/652aa8b7-1df8-4673-9525-7e24de10680d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3722796 Jul 25 06:14:11.362252 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51704) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:11.363480 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] Sync routers for ids ['652aa8b7-1df8-4673-9525-7e24de10680d'] in dv-cinder-848418-2-iscsi {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 06:14:11.374668 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] Routers {'652aa8b7-1df8-4673-9525-7e24de10680d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:14:11.375296 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:13:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['652aa8b7-1df8-4673-9525-7e24de10680d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:11.614595 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] Set router 652aa8b7-1df8-4673-9525-7e24de10680d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:14:11.713447 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks [] for router (652aa8b7-1df8-4673-9525-7e24de10680d), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:11.783713 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:14:10Z', 'revision_number': 5, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'gw_port': {'id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:11.813245 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] Checking router: 652aa8b7-1df8-4673-9525-7e24de10680d for host: dv-cinder-848418-2-iscsi {{(pid=110784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 06:14:11.814021 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks [] for router_gateway (652aa8b7-1df8-4673-9525-7e24de10680d), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:11.821701 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] Routers {'652aa8b7-1df8-4673-9525-7e24de10680d'} bound to L3 agent in host dv-cinder-848418-2-iscsi {{(pid=110784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 06:14:11.822338 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848418-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T05:50:59Z,description=,heartbeat_timestamp=2022-07-25T06:13:59Z,host='dv-cinder-848418-2-iscsi',id=3841a815-3d61-4245-b80f-518173293506,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T05:51:00Z,topic='l3_agent')) {'router_ids': ['652aa8b7-1df8-4673-9525-7e24de10680d'], 'active': True} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:11.853993 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:11.909641 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:11.922345 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvr_db [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] Set router 652aa8b7-1df8-4673-9525-7e24de10680d gateway port host: dv-cinder-848418-2-iscsi {{(pid=110784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 06:14:11.933202 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Deleting port f3350b42-99be-4ee3-ab61-cf6269e6e46e {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:11.933549 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:11.992627 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:12.016791 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] For port f3350b42-99be-4ee3-ab61-cf6269e6e46e, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=f3350b42-99be-4ee3-ab61-cf6269e6e46e,segment=NetworkSegment(05929cf1-ed29-44c7-9b6d-e81ee114f474),segment_id=05929cf1-ed29-44c7-9b6d-e81ee114f474)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:14:12.017153 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.019222 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:12.031741 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Calling delete_port for f3350b42-99be-4ee3-ab61-cf6269e6e46e owned by network:router_gateway {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:12.094092 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_hamode_db [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:14:10Z', 'revision_number': 5, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'gw_port': {'id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}], 'dv-cinder-848418-2-iscsi', False) {} {{(pid=110784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:12.119245 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5552e7-61ff-4a8b-a06a-881982033d0b None None] The sync data for ids ['652aa8b7-1df8-4673-9525-7e24de10680d'] in dv-cinder-848418-2-iscsi is: [{'id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'name': 'tempest-TestVolumeBootPattern-1573392149-router', 'tenant_id': 'b757855ab6ea423da9361a488f6cafd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'external_fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:14:10Z', 'revision_number': 5, 'project_id': 'b757855ab6ea423da9361a488f6cafd6', 'gw_port': {'id': 'f3350b42-99be-4ee3-ab61-cf6269e6e46e', 'name': '', 'network_id': '58e3ca10-50c4-4ec3-9bf4-d0552dca5833', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652aa8b7-1df8-4673-9525-7e24de10680d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848418-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T06:07:00Z', 'updated_at': '2022-07-25T06:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a37f2cf5-04cd-4598-9058-8d4558d7769b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848418-2-iscsi'}] {{(pid=110784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 06:14:12.259226 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (f3350b42-99be-4ee3-ab61-cf6269e6e46e), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.287208 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Pushing event deleted for resources: {'Port': ['ID=f3350b42-99be-4ee3-ab61-cf6269e6e46e,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:12.347411 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-916539'] for router_gateway (652aa8b7-1df8-4673-9525-7e24de10680d), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.434553 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2017'] for router (652aa8b7-1df8-4673-9525-7e24de10680d), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.436788 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks [] for router_controller (652aa8b7-1df8-4673-9525-7e24de10680d), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.528614 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-909470'] for router (652aa8b7-1df8-4673-9525-7e24de10680d), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.529523 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 652aa8b7-1df8-4673-9525-7e24de10680d {{(pid=110783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 06:14:12.533944 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.539353 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-2f477142-3a4a-4a0e-be1d-15a450bcb84e admin admin] 10.222.0.40 "DELETE /v2.0/routers/652aa8b7-1df8-4673-9525-7e24de10680d HTTP/1.1" status: 204 len: 168 time: 1.1718249 Jul 25 06:14:12.539353 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51706) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:12.585546 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d9b679-c92a-409b-8d06-350ea7d5a76e admin admin] Deleting subnet d0e05bd9-111e-4835-a3b3-854745344edf {{(pid=110783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 06:14:12.588909 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-43d9b679-c92a-409b-8d06-350ea7d5a76e admin admin] Publish callbacks [] for subnet (d0e05bd9-111e-4835-a3b3-854745344edf), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.623982 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-43d9b679-c92a-409b-8d06-350ea7d5a76e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11416775'] for subnet (d0e05bd9-111e-4835-a3b3-854745344edf), precommit_delete_associations {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.708292 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-43d9b679-c92a-409b-8d06-350ea7d5a76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4015416'] for subnet (d0e05bd9-111e-4835-a3b3-854745344edf), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.735849 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:12.749183 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 339da4e9-8987-4443-8981-a78a545efd92 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:14:12.776510 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 339da4e9-8987-4443-8981-a78a545efd92 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:14:12.776510 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 339da4e9-8987-4443-8981-a78a545efd92 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:14:12.842813 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-43d9b679-c92a-409b-8d06-350ea7d5a76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4015409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-929313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12528817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9359416'] for subnet (d0e05bd9-111e-4835-a3b3-854745344edf), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.869868 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9b679-c92a-409b-8d06-350ea7d5a76e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0e05bd9-111e-4835-a3b3-854745344edf,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:12.875358 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-43d9b679-c92a-409b-8d06-350ea7d5a76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for subnet (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:12.878542 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-43d9b679-c92a-409b-8d06-350ea7d5a76e admin admin] 10.222.0.40 "DELETE /v2.0/subnets/d0e05bd9-111e-4835-a3b3-854745344edf HTTP/1.1" status: 204 len: 168 time: 0.3399901 Jul 25 06:14:12.881086 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51708) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:12.883675 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe94d9c-c78d-4b0d-a825-b941fa3e5fd7 None None] Network df82056f-ee86-4c30-9c46-f1639cfc0ce1 requested from dv-cinder-848418-2-iscsi {{(pid=110784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 06:14:12.954089 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3671089'] for network (df82056f-ee86-4c30-9c46-f1639cfc0ce1), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.000418 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Deleting port 65453991-d769-4f70-8785-9bb7d4ff4666 {{(pid=110783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:13.000774 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.065002 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.db [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] For port 65453991-d769-4f70-8785-9bb7d4ff4666, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=65453991-d769-4f70-8785-9bb7d4ff4666,segment=NetworkSegment(23f7407e-66a9-4ebd-9859-81ad1ccf6beb),segment_id=23f7407e-66a9-4ebd-9859-81ad1ccf6beb)] {{(pid=110783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:14:13.065281 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.082355 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.plugin [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Calling delete_port for 65453991-d769-4f70-8785-9bb7d4ff4666 owned by network:dhcp {{(pid=110783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:13.158082 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0311e69-847a-48c5-afe6-2dd40383abfc None None] DHCP port deletion for df82056f-ee86-4c30-9c46-f1639cfc0ce1 request from dv-cinder-848418-2-iscsi {{(pid=110784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 06:14:13.196202 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-e0311e69-847a-48c5-afe6-2dd40383abfc None None] Deleting port 65453991-d769-4f70-8785-9bb7d4ff4666 {{(pid=110784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 06:14:13.196567 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e0311e69-847a-48c5-afe6-2dd40383abfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768760434616'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), before_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.225314 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12528732'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.260796 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] No DVR routers for this DVR port 65453991-d769-4f70-8785-9bb7d4ff4666 on host dv-cinder-848418-2-iscsi {{(pid=110783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:14:13.262699 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=65453991-d769-4f70-8785-9bb7d4ff4666,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:13.263614 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.db [None req-e0311e69-847a-48c5-afe6-2dd40383abfc None None] For port 65453991-d769-4f70-8785-9bb7d4ff4666, host dv-cinder-848418-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848418-2-iscsi',level=0,port_id=65453991-d769-4f70-8785-9bb7d4ff4666,segment=NetworkSegment(23f7407e-66a9-4ebd-9859-81ad1ccf6beb),segment_id=23f7407e-66a9-4ebd-9859-81ad1ccf6beb)] {{(pid=110784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 06:14:13.264015 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e0311e69-847a-48c5-afe6-2dd40383abfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-914880'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), precommit_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.277851 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-e0311e69-847a-48c5-afe6-2dd40383abfc None None] Calling delete_port for 65453991-d769-4f70-8785-9bb7d4ff4666 owned by network:dhcp {{(pid=110784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 06:14:13.341675 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015539', 'neutron.services.segments.db._delete_segments_for_network-8768760545356'] for network (df82056f-ee86-4c30-9c46-f1639cfc0ce1), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.355038 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-e0311e69-847a-48c5-afe6-2dd40383abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4067394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-481639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768760440104', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768760078583'] for port (65453991-d769-4f70-8785-9bb7d4ff4666), after_delete {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.363209 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df82056f-ee86-4c30-9c46-f1639cfc0ce1']}} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:13.373291 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f7407e-66a9-4ebd-9859-81ad1ccf6beb') {'for_net_delete': True} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:13.373530 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.services.segments.db [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f7407e-66a9-4ebd-9859-81ad1ccf6beb') {} {{(pid=110783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 06:14:13.379934 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:13.381623 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0311e69-847a-48c5-afe6-2dd40383abfc None None] Pushing event deleted for resources: {'Port': ['ID=65453991-d769-4f70-8785-9bb7d4ff4666,revision_number=None']} {{(pid=110784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:13.384318 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768760542949', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11416830'] for segment (23f7407e-66a9-4ebd-9859-81ad1ccf6beb), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.386965 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0311e69-847a-48c5-afe6-2dd40383abfc None None] No DVR routers for this DVR port 65453991-d769-4f70-8785-9bb7d4ff4666 on host dv-cinder-848418-2-iscsi {{(pid=110784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 06:14:13.403425 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193'] for segment (23f7407e-66a9-4ebd-9859-81ad1ccf6beb), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.410754 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=110783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 06:14:13.411152 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4083193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12528651'] for segment (23f7407e-66a9-4ebd-9859-81ad1ccf6beb), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.463120 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 23f7407e-66a9-4ebd-9859-81ad1ccf6beb resource provider aggregate not found Jul 25 06:14:13.481789 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.services.segments.plugin [-] Segment 23f7407e-66a9-4ebd-9859-81ad1ccf6beb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23f7407e-66a9-4ebd-9859-81ad1ccf6beb found for delete ", "request_id": "req-21965234-3ba6-417c-a307-c71d3a6e46ac"}]} Jul 25 06:14:13.562260 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-916645'] for network (df82056f-ee86-4c30-9c46-f1639cfc0ce1), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.569721 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587755'] for network (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.572779 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] 10.222.0.40 "DELETE /v2.0/networks/df82056f-ee86-4c30-9c46-f1639cfc0ce1 HTTP/1.1" status: 204 len: 168 time: 0.6907964 Jul 25 06:14:13.582060 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee468e-6c1f-48e6-b141-44f5821a36b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=df82056f-ee86-4c30-9c46-f1639cfc0ce1,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:13.860444 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51716) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:13.901469 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-43e13bb9-be62-4244-94a8-6de7ba60f6d3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d275686dbcfc44769065d5d9ba1a6f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398228 Jul 25 06:14:13.903853 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51718) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:13.951810 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-588eebae-f2df-4a1b-9b50-a389f5fe0cd4 admin admin] Publish callbacks [] for security_group (df040e3b-82ff-4558-8a08-dd881a4314bd), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:13.972897 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-588eebae-f2df-4a1b-9b50-a389f5fe0cd4 admin admin] Publish callbacks [] for security_group (df040e3b-82ff-4558-8a08-dd881a4314bd), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:14.099724 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-588eebae-f2df-4a1b-9b50-a389f5fe0cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (df040e3b-82ff-4558-8a08-dd881a4314bd), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:14.102293 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-588eebae-f2df-4a1b-9b50-a389f5fe0cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:14.103450 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-588eebae-f2df-4a1b-9b50-a389f5fe0cd4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/df040e3b-82ff-4558-8a08-dd881a4314bd HTTP/1.1" status: 204 len: 168 time: 0.1986682 Jul 25 06:14:14.112556 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588eebae-f2df-4a1b-9b50-a389f5fe0cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df040e3b-82ff-4558-8a08-dd881a4314bd,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:14.674921 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device f3350b42-99be-4ee3-ab61-cf6269e6e46e no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:14:14.699974 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: f3350b42-99be-4ee3-ab61-cf6269e6e46e {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:14:14.700345 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device f3350b42-99be-4ee3-ab61-cf6269e6e46e not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:14:14.701308 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 65453991-d769-4f70-8785-9bb7d4ff4666 no longer exists at agent ovs-agent-dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 06:14:14.720418 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.plugin [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] No Port match for: 65453991-d769-4f70-8785-9bb7d4ff4666 {{(pid=110784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 06:14:14.720767 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron.plugins.ml2.rpc [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Device 65453991-d769-4f70-8785-9bb7d4ff4666 not bound to the agent host dv-cinder-848418-2-iscsi {{(pid=110784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 06:14:14.732151 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51724) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:14.773484 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-854df97c-d492-478c-8e66-0f05769c9a21 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b757855ab6ea423da9361a488f6cafd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401862 Jul 25 06:14:14.775932 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [-] (110783) accepted ('10.222.0.40', 51726) {{(pid=110783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 06:14:14.828404 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-45fc85d0-e92f-4f7a-8272-f43b612a466b admin admin] Publish callbacks [] for security_group (93b2d371-5715-4c73-91b5-e70b681db6e3), before_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:14.841089 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:14.850203 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-45fc85d0-e92f-4f7a-8272-f43b612a466b admin admin] Publish callbacks [] for security_group (93b2d371-5715-4c73-91b5-e70b681db6e3), precommit_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:15.001922 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-45fc85d0-e92f-4f7a-8272-f43b612a466b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008697'] for security_group (93b2d371-5715-4c73-91b5-e70b681db6e3), after_delete {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:15.004410 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron_lib.callbacks.manager [None req-45fc85d0-e92f-4f7a-8272-f43b612a466b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:15.005564 dv-cinder-848418-2-iscsi neutron-server[110783]: INFO neutron.wsgi [None req-45fc85d0-e92f-4f7a-8272-f43b612a466b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/93b2d371-5715-4c73-91b5-e70b681db6e3 HTTP/1.1" status: 204 len: 168 time: 0.2287154 Jul 25 06:14:15.014142 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc85d0-e92f-4f7a-8272-f43b612a466b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b2d371-5715-4c73-91b5-e70b681db6e3,revision_number=None']} {{(pid=110783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 06:14:18.544784 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=96 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:18.545520 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:20.486348 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:14:21.350928 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=17 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:21.351724 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG dbcounter [-] [110782] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=110782) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:24.704972 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=76,neutron:DELETE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:25.008753 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=55,neutron:DELETE=7 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:25.009475 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG dbcounter [-] [110783] Writing DB stats neutron:SELECT=1 {{(pid=110783) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:25.027346 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=43,neutron:DELETE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:27.122070 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f820ce32-7951-4c55-9f1c-6726337395ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:29.322002 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:29.402116 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-22b2127c-a1f8-4eca-bc63-01ecfb40edad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:30.704855 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:31.939046 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:32.236270 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:38.460920 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:38.464827 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:42.184440 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:42.190409 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:55.504070 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:14:57.110213 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-77f34703-f54d-4ca8-8361-40c635d9163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:57.485398 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:14:59.343814 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:14:59.401373 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-6ebad30a-76be-4c03-9f5e-af7684f6fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:00.669734 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:01.944021 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:02.241297 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:04.032342 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [req-11b4e381-7405-4916-80a2-83d2983eca75 req-8064183e-5ac8-454a-8905-69549d0fdea4 service neutron] (110782) timed out ('10.222.0.47', 59404) {{(pid=110782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 06:15:12.188235 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:15:12.195182 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:15:12.859288 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [req-34287c16-1291-46ac-8f83-afe52b114746 req-23362ae4-47c3-408f-9c4f-844614c529bc service neutron] (110783) timed out ('10.222.0.47', 59417) {{(pid=110783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 06:15:13.917765 dv-cinder-848418-2-iscsi neutron-server[110783]: DEBUG neutron.wsgi [req-836110d5-3159-4109-9702-748f1e4d2eae req-eccd7ff2-8021-436d-ac41-3a790c5f20f3 service neutron] (110783) timed out ('10.222.0.47', 59428) {{(pid=110783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 06:15:15.456651 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:15:15.461571 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=7 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:15:27.109395 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4442c32e-e712-45e1-a080-90db15e97c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:29.326414 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:29.411309 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2cbd-57a3-4555-8ec1-8489cc0f8e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:30.686576 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:31.955017 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:32.292446 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:34.484686 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:15:42.197529 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:15:42.199391 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:15:52.461655 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=16 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:15:52.466512 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=18 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:15:57.096294 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-58495053-a010-4c8e-a237-5ae4de1c6a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:59.331538 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:15:59.404760 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-d09cff9f-2e6b-4b7e-b805-0bb4237a8873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:00.679385 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:01.920472 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:02.251881 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:11.483934 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:16:12.197541 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:16:12.205524 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:16:27.125712 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-22f0048d-a541-46eb-b30e-eaf559e7d094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:29.352421 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:29.406012 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-ceba805a-9682-4f84-abbc-3d84bd06eee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:29.461686 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=2 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:16:29.471672 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=6 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:16:30.674169 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:31.954274 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:32.257129 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:42.198251 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:16:42.201122 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:16:48.483966 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:16:57.102234 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-f9749084-d09e-4764-b70a-34dd9c532af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:59.374972 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:16:59.456217 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-0315a825-6c80-47f8-aa11-44469355fea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:00.702805 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:02.010642 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:02.267998 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:06.472432 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=7 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:17:06.477395 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:17:12.203884 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:17:12.206779 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:17:25.485110 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:17:27.096001 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-5069fc03-07d7-49f1-93c6-f8054d718475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:29.392522 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:29.421060 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-9687cb75-65db-4388-901e-4075a7bc3cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:30.690027 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:31.935491 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:32.267161 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:42.199272 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:17:42.207280 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:17:51.893083 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=15 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:17:51.894957 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=19 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:17:57.133128 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-8927ccdd-070c-4417-b1d8-6405ffb9a2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:59.409262 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:17:59.431968 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-a049d832-d811-4cc2-b7e4-7e0bc0e4e659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:00.710107 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:01.950047 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:02.264827 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:02.485132 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:18:12.203477 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:18:12.205371 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:18:20.464684 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:18:20.469546 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:18:27.088707 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-1278d1cb-d963-40c1-ace6-5709edc82500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:29.385813 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:29.418010 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-4f863bb8-d03b-43b5-9242-44938cf04b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:30.700168 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:31.957394 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:32.254442 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:39.484735 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:18:42.202093 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:18:42.204067 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:18:46.286805 dv-cinder-848418-2-iscsi neutron-server[110782]: DEBUG neutron.wsgi [req-093008ad-0cd6-4108-8489-2475dd3f8b69 req-7c499b84-a76c-412a-8d4c-48802ddeaabd tempest-VolumesSnapshotTestJSON-1573749398 tempest-VolumesSnapshotTestJSON-1573749398-project] (110782) timed out ('10.222.0.47', 59411) {{(pid=110782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 06:18:57.103212 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-139f3507-cc4f-4c77-9f03-8efada19f94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:57.470403 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=4 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:18:57.475264 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:18:59.417592 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:18:59.431034 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-168cedbf-2918-4788-98f2-53488b651cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:00.725871 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:02.082061 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:02.257374 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:12.201708 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:19:12.203590 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG dbcounter [-] [110784] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110784) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:19:16.484068 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG neutron.db.agents_db [None req-d672ddb2-25ec-4f29-92c7-28b66d0ee803 None None] Agent healthcheck: found 6 active agents {{(pid=110785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 06:19:27.121451 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c14b1a55-7222-4ecf-8682-0958d8b23b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (97004999-6816-4655-92cd-9eabdd0b988a), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:29.401504 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-114124d0-a115-4baf-84fd-bb34b96231b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (a2b8a269-61c9-4937-a8fe-432739d112d6), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:29.433273 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-3af452a7-924f-4e5b-9062-8b583e762d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (3841a815-3d61-4245-b80f-518173293506), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:30.702600 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-075f0f73-4890-450e-913f-562cc5b82b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (eee305e0-e145-4ff9-bfe3-e2065fcb56ac), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:31.967341 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-25cf244b-e064-49b2-8d53-7bb25d0b3935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (781bb061-b407-463f-a073-ee93685b6562), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:32.264335 dv-cinder-848418-2-iscsi neutron-server[110784]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cac3-1210-4645-98a1-f34132d9d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768760545338', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4013936'] for agent (2ced8bf7-d732-41af-bc1e-80ff430db957), after_update {{(pid=110784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 06:19:34.477838 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=3 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 06:19:34.481767 dv-cinder-848418-2-iscsi neutron-server[110785]: DEBUG dbcounter [-] [110785] Writing DB stats neutron:SELECT=5 {{(pid=110785) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}